-- Logs begin at Fri 2022-06-24 07:52:48 UTC, end at Fri 2022-06-24 09:01:51 UTC. -- Jun 24 08:32:04.228536 dv-cinder-847131-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 08:32:06.946725 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.common.config [-] Logging enabled! Jun 24 08:32:06.947392 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 08:32:06.947534 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110529) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 08:32:06.953176 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.common.config [-] Logging enabled! Jun 24 08:32:06.953437 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev368 Jun 24 08:32:06.953761 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110529) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 24 08:32:06.954724 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:32:06.954951 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:32:06.955341 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:32:06.955577 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:32:06.955796 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:32:06.956217 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.956512 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.956744 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.957036 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.957323 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.957596 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.957907 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.958200 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.958481 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.958753 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.959028 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.959252 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.959524 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.959803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.960084 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.960302 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] debug = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.960573 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.961005 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.961414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.961711 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.961988 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.962258 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.962527 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.962788 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.963063 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.963382 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] host = dv-cinder-847131-2-iscsi {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.963653 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.964037 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.964323 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.964604 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.964872 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.965145 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.965429 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.965716 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.965986 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.966256 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.966541 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.966830 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.967113 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.967332 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.967547 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.967825 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.968117 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.968387 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.968654 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.968920 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.969186 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.969453 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.969737 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.970017 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.970296 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.970578 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.970845 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.971113 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.971379 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.971642 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.971921 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.972186 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.972452 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.972717 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.972995 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.973255 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.973519 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.973839 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.974121 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.974397 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.974680 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.974946 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.975223 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.975486 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.975751 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.976013 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_json = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.976287 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.976547 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.976820 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.977085 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.977349 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.977610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.977896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.978179 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.978449 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:06.978730 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.979018 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.979311 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.980113 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.980419 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.980691 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.980976 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.981246 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.981528 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.981838 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.982122 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.982390 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.982681 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.982960 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.983249 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.983549 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.983838 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.984123 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.984390 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.984657 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.984922 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.985190 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.985499 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.985761 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.986044 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.986324 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.986595 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.986889 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.987165 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.987442 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.987726 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.988008 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.988276 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.988547 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.988831 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.989101 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.989365 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.989647 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.989939 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.990203 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.990474 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.990755 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.991035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.991296 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.991562 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.991843 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.992106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.992366 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.992629 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.992895 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.993157 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.993435 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.993720 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.993986 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.994249 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.994605 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.995110 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.995953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.996227 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.997254 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.997536 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.997841 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.998118 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.998390 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.998674 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.998934 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.999205 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.999473 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:06.999745 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.000012 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.000279 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.000545 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.000811 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.001077 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.001370 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.001642 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.001939 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.002211 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.002482 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.002751 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.003021 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.003293 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.003566 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.003830 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.004117 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.004393 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.004672 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.004947 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.005216 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.005522 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.005815 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.006085 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.006359 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.006630 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.006895 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.007173 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.007453 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.007743 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.008032 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.008302 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.008589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.008873 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.009156 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.009429 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.009751 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.010026 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:07.010237 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:32:07.010477 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110529) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 08:32:07.306824 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 08:32:07.307016 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 08:32:07.307300 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 24 08:32:07.308147 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 08:32:07.716145 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.716416 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.716681 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.717954 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.718228 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.718484 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.771268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.771540 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.771801 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.786609 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.786880 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.787139 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.817730 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.818010 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.818270 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.853699 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.853983 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:07.854245 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.087138 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.087866 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.087866 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.087866 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.088485 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.187987 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.188299 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.188577 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.188841 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.189101 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.189400 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.189652 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.189925 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.190171 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.190446 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.190692 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.190951 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.191201 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.191443 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.191686 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.191941 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.192184 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.192438 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.192696 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.192946 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.193207 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.193451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.193744 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.194112 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.194353 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.194590 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.194975 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.195208 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.195439 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.195670 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.195898 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.196125 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:08.196484 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 08:32:08.199704 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 08:32:08.203598 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 08:32:08.207240 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 24 08:32:08.208833 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 08:32:08.209457 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 08:32:08.209809 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 08:32:08.210187 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 08:32:08.212919 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 08:32:08.213160 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 08:32:08.213498 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 08:32:08.219058 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 24 08:32:08.241325 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 08:32:08.241863 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.242156 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110529) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 24 08:32:08.242522 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.243853 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110529) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 08:32:08.244127 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 08:32:08.244361 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 08:32:08.248254 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.248528 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:08.331191 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 08:32:08.331413 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 08:32:08.331638 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 08:32:08.332008 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 08:32:08.384654 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO dbcounter [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Registered counter for database neutron Jun 24 08:32:08.403649 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_db.sqlalchemy.engines [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110529) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 08:32:08.409708 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG dbcounter [-] [110529] Writer thread running {{(pid=110529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:32:08.988267 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing driver for type 'gre' Jun 24 08:32:08.988956 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] gre ID ranges: [(1, 1000)] Jun 24 08:32:09.052387 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing driver for type 'local' Jun 24 08:32:09.053017 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing driver for type 'vlan' Jun 24 08:32:09.068601 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] VlanTypeDriver initialization complete Jun 24 08:32:09.069071 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing driver for type 'vxlan' Jun 24 08:32:09.069639 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] vxlan ID ranges: [(1, 1000)] Jun 24 08:32:09.132067 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing extension driver 'port_security' Jun 24 08:32:09.132865 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] PortSecurityExtensionDriver initialization complete Jun 24 08:32:09.132865 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing mechanism driver 'openvswitch' Jun 24 08:32:09.133137 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing mechanism driver 'hyperv' Jun 24 08:32:09.140684 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.plugin [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:09.141365 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.141763 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.142118 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.142660 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.143082 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.143441 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.143784 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.144177 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.144584 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.144930 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.145272 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.145658 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.146085 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.146429 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.146768 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.147244 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.150729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.150729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.150729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.150729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.150729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.151268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.151268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.151268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110529) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 24 08:32:09.151268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] ML2 OVO RPC backend initialized. {{(pid=110529) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 24 08:32:09.151665 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.151665 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.152232 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.152590 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > networks before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.152936 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.153278 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > ports before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.153621 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.153985 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.154330 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.154671 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.155010 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.155348 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.155683 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.156019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.156355 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.156696 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.157027 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.165655 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded quota_driver: . Jun 24 08:32:09.166042 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.plugin [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Modular L2 Plugin initialization complete Jun 24 08:32:09.166386 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading services supported by the core plugin {{(pid=110529) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 08:32:09.166729 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.plugins.ml2.managers [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Got port-security extension from driver 'port_security' Jun 24 08:32:09.167871 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.extensions.vlantransparent [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Disabled vlantransparent extension. Jun 24 08:32:09.168594 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110529) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 08:32:09.168931 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: router Jun 24 08:32:09.204956 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.205349 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_create 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.205733 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router before_create 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.206104 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.206472 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.206825 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_delete 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.207182 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.207527 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.207885 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_create 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.208231 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.208579 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.208919 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.209275 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.209680 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.210067 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.210401 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.210737 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: subnet after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.211071 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.211417 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.211763 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.212108 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.212450 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.212800 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router after_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.213137 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.213485 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.214021 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.214336 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.214697 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > agent after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.215045 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.215385 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > network after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.216242 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Tracking information for resource: router configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:09.216573 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Tracking information for resource: floatingip configured {{(pid=110529) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 08:32:09.221424 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.db.l3_agentschedulers_db [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 08:32:09.222046 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.222412 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.222767 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.223123 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: port after_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.223912 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router before_create 55550100 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.224279 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.224643 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.225002 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.230329 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.provider_configuration [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service providers = [] {{(pid=110529) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 08:32:09.230689 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.db.servicetype_db [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110529) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 08:32:09.233831 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.service_base [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:32:09.234180 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.service_base [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:32:09.234521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.service_base [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:32:09.235402 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.services.service_base [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110529) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 08:32:09.235770 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.services.service_base [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 08:32:09.236141 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.236456 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 08:32:09.247615 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.247890 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: auto_allocate Jun 24 08:32:09.253493 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: network precommit_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.253902 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: network precommit_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.254426 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.254744 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: tag Jun 24 08:32:09.261860 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.262190 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: timestamp Jun 24 08:32:09.266074 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.266404 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: network_ip_availability Jun 24 08:32:09.271925 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.272300 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.272653 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.273376 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.273721 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: flavors Jun 24 08:32:09.279124 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.279658 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading Plugin: revisions Jun 24 08:32:09.285722 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110529) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 08:32:09.286133 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.979s {{(pid=110529) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 24 08:32:09.286904 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110529) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 08:32:09.287247 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Initializing extension manager. Jun 24 08:32:09.287773 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: __init__.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.288116 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: __pycache__ {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.288452 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: address_group.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.289227 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.289852 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: address-group Jun 24 08:32:09.290176 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: address_scope.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.290899 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.291471 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: address-scope Jun 24 08:32:09.291798 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.293258 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.293806 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: router-admin-state-down-before-update Jun 24 08:32:09.294135 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: agent.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.294845 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.295357 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: agent Jun 24 08:32:09.295678 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: agent_resources_synced.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.296598 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.297115 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: agent-resources-synced Jun 24 08:32:09.297439 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.299272 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.299803 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: allowed-address-pairs Jun 24 08:32:09.300133 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.301211 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.301765 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: auto-allocated-topology Jun 24 08:32:09.302099 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: availability_zone.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.302803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.303316 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: availability_zone Jun 24 08:32:09.303640 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: availability_zone_filter.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.304561 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.305076 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: availability_zone_filter Jun 24 08:32:09.305400 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: data_plane_status.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.306336 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.306849 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 08:32:09.307178 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: default_subnetpools.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.308655 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.309169 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: default-subnetpools Jun 24 08:32:09.309491 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.310338 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.310848 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: dhcp_agent_scheduler Jun 24 08:32:09.311170 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: dns.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.312094 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.312604 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 08:32:09.312928 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: dns_domain_ports.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.313890 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.314397 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 08:32:09.314719 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.315645 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.316152 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 08:32:09.316471 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: dvr.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.317150 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.317661 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: dvr Jun 24 08:32:09.318009 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: ecmp_routes.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.318927 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.319431 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 24 08:32:09.319750 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: empty_string_filtering.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.320659 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.321168 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: empty-string-filtering Jun 24 08:32:09.321489 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.322614 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.323157 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 08:32:09.323507 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.324446 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.324953 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 08:32:09.325274 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: external_net.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.326219 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.326727 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: external-net Jun 24 08:32:09.327055 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.327972 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.328479 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: extra_dhcp_opt Jun 24 08:32:09.328801 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: extraroute.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.329744 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.330256 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: extraroute Jun 24 08:32:09.330576 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: extraroute_atomic.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.331617 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.332128 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: extraroute-atomic Jun 24 08:32:09.332468 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: filter_validation.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.333125 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.333629 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: filter-validation Jun 24 08:32:09.333981 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: fip_pf_description.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.334903 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.335411 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 08:32:09.335732 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: fip_pf_port_range.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.336653 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.337165 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 24 08:32:09.337485 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: fip_port_details.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.338442 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.338997 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: fip-port-details Jun 24 08:32:09.339315 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: flavors.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.340558 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.341077 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: flavors Jun 24 08:32:09.341403 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.343093 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.343614 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 08:32:09.343941 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: floatingip_pools.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.344645 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.345161 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: floatingip-pools Jun 24 08:32:09.345489 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: ip_allocation.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.346455 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.346977 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 08:32:09.347298 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.348237 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.348755 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: ip-substring-filtering Jun 24 08:32:09.349081 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l2_adjacency.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.350064 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.350579 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 08:32:09.350903 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.351910 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.352433 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: router Jun 24 08:32:09.352757 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.355560 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.356204 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 08:32:09.356538 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.357488 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.358038 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: ext-gw-mode Jun 24 08:32:09.358366 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.359447 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.360278 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: l3-ha Jun 24 08:32:09.360787 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.362187 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.363007 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 24 08:32:09.363562 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_flavors.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.364975 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.365888 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: l3-flavors Jun 24 08:32:09.366438 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.367882 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.368410 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 24 08:32:09.368743 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.369675 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.370785 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 08:32:09.371166 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: l3agentscheduler.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.372623 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.372974 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: l3_agent_scheduler Jun 24 08:32:09.373300 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: local_ip.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.375150 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.375680 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension local_ip not supported by any of loaded plugins Jun 24 08:32:09.376014 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: logging.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.377502 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.378058 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension logging not supported by any of loaded plugins Jun 24 08:32:09.378391 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: metering.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.379143 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.379728 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: metering Jun 24 08:32:09.380056 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.381159 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.381675 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: metering_source_and_destination_fields Jun 24 08:32:09.382035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: multiprovidernet.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.382968 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.383481 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: multi-provider Jun 24 08:32:09.383806 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: netmtu.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.384728 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.385239 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: net-mtu Jun 24 08:32:09.385560 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: netmtu_writable.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.386993 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.387512 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: net-mtu-writable Jun 24 08:32:09.387834 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: network_availability_zone.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.388510 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.389017 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: network_availability_zone Jun 24 08:32:09.389336 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: network_ip_availability.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.390479 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.390995 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: network-ip-availability Jun 24 08:32:09.391318 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: network_segment_range.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.392093 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.392598 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 08:32:09.392917 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: pagination.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.393965 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.394296 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: pagination Jun 24 08:32:09.394612 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_device_profile.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.395531 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.396050 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-device-profile Jun 24 08:32:09.396371 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_mac_address_override.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.397294 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.397849 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-mac-override Jun 24 08:32:09.398174 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.399104 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.399619 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-mac-address-regenerate Jun 24 08:32:09.399941 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.400858 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.401467 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-numa-affinity-policy Jun 24 08:32:09.401818 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_resource_request.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.402740 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.403248 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 08:32:09.403567 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.404536 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.405047 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 24 08:32:09.405369 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: portbindings.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.406336 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.406851 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: binding Jun 24 08:32:09.407171 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: portbindings_extended.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.408450 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.408965 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: binding-extended Jun 24 08:32:09.409291 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: portsecurity.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.410242 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.410753 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-security Jun 24 08:32:09.411078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: project_id.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.412053 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.412382 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: project-id Jun 24 08:32:09.412699 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: providernet.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.413640 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.414190 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: provider Jun 24 08:32:09.414514 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.420231 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.420758 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos not supported by any of loaded plugins Jun 24 08:32:09.421093 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.422387 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.422907 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 08:32:09.423235 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.424187 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.424703 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 08:32:09.425029 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_default.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.425979 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.426498 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-default not supported by any of loaded plugins Jun 24 08:32:09.426822 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_fip.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.427761 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.428281 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 08:32:09.428608 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.429526 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.430081 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 24 08:32:09.430405 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.431330 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.431841 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 08:32:09.432162 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.433327 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.434082 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 08:32:09.434410 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.435459 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.435977 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 24 08:32:09.436303 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.437349 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.437899 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 24 08:32:09.438226 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_pps_rule.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.439409 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.439929 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-pps not supported by any of loaded plugins Jun 24 08:32:09.440252 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.441170 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.441704 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 08:32:09.442034 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.442955 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.443465 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 24 08:32:09.443784 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: qos_rules_alias.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.444837 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.445350 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 08:32:09.445670 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: quota_check_limit.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.446615 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.447133 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: quota-check-limit Jun 24 08:32:09.447458 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: quotasv2.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.448644 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.449079 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: quotas Jun 24 08:32:09.449529 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: quotasv2_detail.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.451372 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.451707 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: quota_details Jun 24 08:32:09.452031 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: rbac.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.453109 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.453643 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: rbac-policies Jun 24 08:32:09.454000 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: rbac_address_group.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.454950 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.455474 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: rbac-address-group Jun 24 08:32:09.455797 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: rbac_address_scope.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.456750 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.457269 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: rbac-address-scope Jun 24 08:32:09.457594 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: rbac_security_groups.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.458631 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.459144 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: rbac-security-groups Jun 24 08:32:09.459529 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.460554 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.461089 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: rbac-subnetpool Jun 24 08:32:09.461414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: revisionifmatch.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.462394 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.462919 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: revision-if-match Jun 24 08:32:09.463243 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: revisions.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.464926 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.465630 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: standard-attr-revisions Jun 24 08:32:09.465982 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: router_availability_zone.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.466887 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.467405 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: router_availability_zone Jun 24 08:32:09.467735 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: routerservicetype.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.468670 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.469179 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 08:32:09.469500 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.470475 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.470988 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: security-groups-normalized-cidr Jun 24 08:32:09.471309 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.472232 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.472744 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: port-security-groups-filtering Jun 24 08:32:09.473065 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.474039 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.474553 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: security-groups-remote-address-group Jun 24 08:32:09.474879 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.475814 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.476325 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: security-groups-shared-filtering Jun 24 08:32:09.476644 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: securitygroup.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.487083 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.487618 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: security-group Jun 24 08:32:09.487954 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: segment.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.488707 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.489204 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension segment not supported by any of loaded plugins Jun 24 08:32:09.489527 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.490495 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.491009 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 08:32:09.491333 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: servicetype.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.492458 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.492983 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: service-type Jun 24 08:32:09.493310 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: sorting.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.494340 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.494670 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: sorting Jun 24 08:32:09.495022 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: standard_attr_segment.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.495954 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.496469 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 08:32:09.496793 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: standardattrdescription.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.497443 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.498030 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: standard-attr-description Jun 24 08:32:09.498304 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: stateful_security_group.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.499255 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.499780 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: stateful-security-group Jun 24 08:32:09.500105 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: stdattrs_common.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.500694 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 08:32:09.501015 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.501976 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.502499 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 08:32:09.502820 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnet_onboard.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.503884 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.504406 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: subnet_onboard Jun 24 08:32:09.504730 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.505660 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.506205 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 08:32:09.506529 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnet_service_types.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.507463 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.507982 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: subnet-service-types Jun 24 08:32:09.508305 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnetallocation.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.509396 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.509943 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: subnet_allocation Jun 24 08:32:09.510270 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.510968 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.511736 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: subnetpool-prefix-ops Jun 24 08:32:09.512058 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.513011 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.513522 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 08:32:09.513876 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: tagging.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.514964 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.515483 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: standard-attr-tag Jun 24 08:32:09.515809 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: timestamp.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.517005 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.517525 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loaded extension: standard-attr-timestamp Jun 24 08:32:09.517882 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: trunk.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.518929 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.519449 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension trunk not supported by any of loaded plugins Jun 24 08:32:09.519774 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: trunk_details.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.520695 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.521216 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 08:32:09.521537 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.522498 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.523016 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 08:32:09.523338 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Loading extension file: vlantransparent.py {{(pid=110529) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 08:32:09.524016 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110529) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 08:32:09.524527 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 08:32:09.527769 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:network Jun 24 08:32:09.528301 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnet Jun 24 08:32:09.528699 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:32:09.529092 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:port Jun 24 08:32:09.530383 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.530833 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service FLAVORS assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.531447 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.531870 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.532204 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:router Jun 24 08:32:09.532668 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 08:32:09.533142 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service METERING assigned prefix: /metering {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.534649 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.535021 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.535372 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110529) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:32:09.536369 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 08:32:09.536806 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:security_group Jun 24 08:32:09.537259 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 08:32:09.537893 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service CORE assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.538239 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:32:09.538585 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] subnetpool is already registered Jun 24 08:32:09.539011 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service CORE assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.539340 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:32:09.539665 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] subnetpool is already registered Jun 24 08:32:09.542556 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.542987 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service FLAVORS assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.543576 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.543995 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.544327 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:router Jun 24 08:32:09.544666 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] router is already registered Jun 24 08:32:09.545076 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 08:32:09.545410 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] floatingip is already registered Jun 24 08:32:09.545892 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service METERING assigned prefix: /metering {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.546561 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 08:32:09.546886 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] rbac_policy is already registered Jun 24 08:32:09.547296 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:security_group Jun 24 08:32:09.547631 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] security_group is already registered Jun 24 08:32:09.548034 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 08:32:09.548370 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] security_group_rule is already registered Jun 24 08:32:09.549001 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service CORE assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.549330 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:32:09.549663 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] subnetpool is already registered Jun 24 08:32:09.550106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.v2.resource_helper [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Service CORE assigned prefix: {{(pid=110529) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 08:32:09.550428 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 08:32:09.550756 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING neutron.quota.resource_registry [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] subnetpool is already registered Jun 24 08:32:09.551226 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: extensions {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.552686 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: address-groups {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.554214 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: address-scopes {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.555547 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: agents {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.556703 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: auto-allocated-topology {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.558003 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: availability_zones {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.559295 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: dhcp-networks {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.560811 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: dhcp-agents {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.562274 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: routers {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.563977 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: flavors {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.565245 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: service_profiles {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.566494 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: next_providers {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.567931 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: service_profiles {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.569508 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: floatingip-pools {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.570772 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: routers {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.572478 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: floatingips {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.573836 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: l3-routers {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.575219 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: l3-agents {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.576645 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: metering-labels {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.577930 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: metering-label-rules {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.580317 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: network-ip-availabilities {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.581568 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: bindings {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.583197 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: quotas {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.584856 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: quotas {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.586512 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: rbac-policies {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.587689 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: security-groups {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.589611 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: security-group-rules {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.590916 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: service-providers {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.592135 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: subnetpools {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.593473 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: subnetpools {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.595057 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.596743 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.598613 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.600398 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.602132 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.604113 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.605897 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.607789 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.609579 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.611381 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron.api.extensions [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Extended resource: tags {{(pid=110529) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 08:32:09.617364 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING keystonemiddleware.auth_token [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 08:32:09.623018 dv-cinder-847131-2-iscsi neutron-server[110529]: WARNING keystonemiddleware.auth_token [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 08:32:09.631769 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Acquired lock "singleton_lock" {{(pid=110529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 24 08:32:09.632243 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_concurrency.lockutils [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Releasing lock "singleton_lock" {{(pid=110529) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 24 08:32:09.632910 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Starting 2 workers Jun 24 08:32:09.638618 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Started child 110636 {{(pid=110529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:32:09.643331 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Started child 110637 {{(pid=110529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:32:09.644289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.645205 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO neutron.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 08:32:09.645446 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.645840 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [-] (110636) wsgi starting up on http://0.0.0.0:9696 Jun 24 08:32:09.647941 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Starting 1 workers Jun 24 08:32:09.648806 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.650363 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [-] (110637) wsgi starting up on http://0.0.0.0:9696 Jun 24 08:32:09.653299 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Started child 110638 {{(pid=110529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:32:09.653869 dv-cinder-847131-2-iscsi neutron-server[110529]: INFO oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Starting 1 workers Jun 24 08:32:09.657774 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] calling RpcWorker wait() {{(pid=110638) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 08:32:09.658590 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] returning from RpcWorker wait() {{(pid=110638) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 08:32:09.658717 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Started child 110639 {{(pid=110529) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 08:32:09.659268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG neutron_lib.callbacks.manager [None req-ff53f9a5-8b47-4673-bc1c-3cd0e83455f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.659693 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.660139 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:09.661331 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 08:32:09.661542 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:32:09.661935 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:32:09.662161 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:32:09.662656 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:32:09.662982 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:32:09.663528 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.663825 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.664085 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.664362 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.664981 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.665199 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:09.665740 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.665740 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.665998 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.665998 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.666227 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.666359 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.666568 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.666791 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.667378 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.667652 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.667891 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.668233 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.668407 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.668817 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.669109 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.669366 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.669672 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] debug = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.669966 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.670459 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.670699 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.671113 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.671328 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.671758 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.671999 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.672417 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.672652 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.673026 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.673240 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.673646 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.673930 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.674153 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.674388 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.674671 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.674906 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.675418 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] host = dv-cinder-847131-2-iscsi {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.675658 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.675892 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.676127 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.676356 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.676612 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.676842 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.677061 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.677313 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.677564 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.677820 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.678040 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.678271 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.678519 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.678759 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.678973 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_options = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.679192 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.679402 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.679686 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.679905 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.680138 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.680363 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.680574 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.680574 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.681001 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.681234 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.681234 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.681673 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.682036 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.682036 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.682449 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.682449 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.683591 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.683591 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.684194 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.684194 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.684605 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.684817 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.685107 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.685380 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.685919 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.685919 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.686342 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.686342 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.686741 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.686951 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.687165 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.687392 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.687589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.687773 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.688063 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.688321 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.688621 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.688957 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.689257 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.689490 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.689780 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.690049 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.690263 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.690490 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.690702 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.690957 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.691161 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_json = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.691373 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.691595 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.691840 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.692064 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.692381 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.692572 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.692761 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.692947 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.693148 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.693565 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.693889 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.694425 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.694425 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.694814 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.695015 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.695375 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.695375 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.695741 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.695928 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.696117 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:09.696329 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.696534 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.697042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.697042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.697390 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.697547 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.697807 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.698094 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.699032 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.699385 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.699653 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.699882 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.700163 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.700388 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.700621 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.700873 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.701114 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.701409 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.701671 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.706019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.709335 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.710521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.712106 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.714090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.715754 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.716877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.722043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.723038 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.724080 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.725089 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.726128 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.727140 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728191 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728950 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728950 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728950 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.728950 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.729658 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.729658 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730129 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730129 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730507 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730507 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.730877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.732971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.735042 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.736073 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.741953 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742451 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.742896 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.743877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.744095 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.744458 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.744859 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.745820 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.746251 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.746816 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.747036 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.747258 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.747473 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.747761 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.748027 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.748325 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.748536 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.748774 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.749024 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.749261 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.749512 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.749750 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.749976 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.750197 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.750413 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.750641 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.750845 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.751050 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.751307 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.751502 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.751707 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.751958 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.752171 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.752399 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.752625 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.752847 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.753056 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.753286 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.753497 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.753723 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.753951 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.754193 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.754402 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.754629 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.754851 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.755054 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.755293 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.755527 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.755738 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.756013 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.756297 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.756503 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.756837 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.757036 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.757299 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.757554 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.757880 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.758104 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.758347 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.758600 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.758819 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.759045 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.759299 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.759628 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.760301 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.760301 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.760478 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.760705 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.761046 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.761585 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.761826 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.762134 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.762454 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.762736 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.763000 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.763249 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.763499 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.763715 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.764104 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.764322 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.764567 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.764784 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.765024 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.765250 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.765480 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.765762 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.765990 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.766227 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.766473 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.766684 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.766949 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.767425 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.767425 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:32:09.767823 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110529) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 08:32:09.767982 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 08:32:09.768135 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 08:32:09.768302 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 08:32:09.768470 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 08:32:09.768623 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 08:32:09.768833 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.768998 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.770865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.771803 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] debug = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.772610 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773078 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773405 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773405 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773548 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773625 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773814 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.773983 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774123 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774274 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774411 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774544 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774697 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] host = dv-cinder-847131-2-iscsi {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.774996 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.775283 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.775588 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.775875 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.776185 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.777022 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.777337 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.777713 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.777865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.778019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.778373 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.778605 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.778818 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779034 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779266 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_options = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779436 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779566 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779704 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.779979 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780126 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780266 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780395 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780521 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780643 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780764 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.780924 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781083 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781241 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781393 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781550 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781725 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.781887 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782046 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782205 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782363 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782522 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782681 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782838 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.782996 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783154 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783311 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783468 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783626 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783783 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.783940 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784099 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784258 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784415 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784571 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784731 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.784892 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785050 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785208 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785370 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785528 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785701 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.785865 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786024 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786182 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786338 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786498 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786656 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_json = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786814 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.786971 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787170 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787261 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787471 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787595 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787713 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.787872 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.788047 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 08:32:09.788199 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.788349 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.788494 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.788653 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.788798 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.788976 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789137 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789298 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789460 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789620 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789811 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.789974 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790146 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790307 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790467 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790630 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790790 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.790951 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791110 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791271 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791433 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791598 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791751 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.791958 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.792175 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.792344 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.792505 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.792679 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.792826 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793049 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793231 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793391 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793552 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793764 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.793894 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794056 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794217 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794379 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794550 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794735 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.794871 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795004 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795136 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795297 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795457 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795619 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795780 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.795940 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796102 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796263 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796425 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796584 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796745 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.796906 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797066 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797281 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797400 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797568 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797697 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.797871 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798062 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798180 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798340 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798499 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798659 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798821 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.798982 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799141 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799320 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799480 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799640 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799800 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.799961 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800107 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800437 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800605 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800741 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.800877 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801016 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801182 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801339 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801501 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801661 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.801844 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802005 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802165 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802325 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802485 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802647 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802807 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.802984 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803144 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803304 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803472 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803635 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803769 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.803927 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804088 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804234 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804394 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804555 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804716 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.804880 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805040 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805199 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805359 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805518 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805680 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.805883 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806015 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806161 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806296 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806454 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806613 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.806738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:09.806872 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807000 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807125 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807269 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807542 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807542 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807765 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807845 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.807998 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808178 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808343 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808480 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808630 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808765 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.808929 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809087 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809252 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809412 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809572 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809820 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.809999 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.810160 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.810322 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.810482 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.810666 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.810825 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811047 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811178 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811294 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811454 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811615 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811774 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.811933 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.812093 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.812251 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.812411 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.812571 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.812731 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813230 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813230 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813230 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813548 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813548 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813774 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813882 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.813989 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814198 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814328 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814444 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814546 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814699 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.814859 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815018 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815177 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815337 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815497 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815656 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815815 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.815974 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816132 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816291 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816454 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816609 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816769 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.816929 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817090 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817250 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817449 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817666 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817810 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.817930 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818048 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818193 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818371 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818509 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818670 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818801 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.818938 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819095 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819280 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819439 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819599 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819762 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.819922 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820069 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820232 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820393 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820553 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820712 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.820874 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821194 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821353 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821512 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821672 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.821855 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822019 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822179 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822338 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822501 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822660 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822819 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.822978 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.823649 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.823850 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.823979 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824110 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824268 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824443 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824603 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824835 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.824941 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825065 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825226 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825397 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825557 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825785 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.825914 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826043 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826202 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826373 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826534 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826694 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.826854 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.827014 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.827174 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.827338 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828035 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828589 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828984 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828984 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.828984 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829249 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829375 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829494 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829575 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829741 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.829905 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830076 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830239 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830399 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830567 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830729 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.830888 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831049 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831222 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831382 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831546 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831706 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.831867 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832026 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832188 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832352 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832523 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832690 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.832854 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833210 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833210 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833414 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833534 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833650 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.833846 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834007 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834167 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834326 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834486 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834645 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834804 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.834979 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835118 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835310 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835463 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835598 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835834 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.835976 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836088 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836185 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836316 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836454 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836607 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836769 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 08:32:09.836925 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110529) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 08:32:09.907541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 57910) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:09.916032 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064421 Jun 24 08:32:19.124875 dv-cinder-847131-2-iscsi neutron-server[110529]: DEBUG dbcounter [-] [110529] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110529) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:21.242881 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef248756-e441-4264-b4bc-122cd9bb898e None None] get_active_networks_info from dv-cinder-847131-2-iscsi {{(pid=110638) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 24 08:32:21.270351 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writer thread running {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:32:21.330322 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef248756-e441-4264-b4bc-122cd9bb898e None None] No non-hosted networks {{(pid=110638) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 08:32:21.347700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.agentschedulers_db [None req-ef248756-e441-4264-b4bc-122cd9bb898e None None] DHCP Agent not found on host dv-cinder-847131-2-iscsi {{(pid=110638) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 24 08:32:21.494777 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3015692f-14a9-42b6-8d43-fab717d2a82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:22.862240 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writer thread running {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:32:23.493897 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a1d67a38-1ad0-4929-ad4c-d2d1dd3e5835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:23.557317 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-800eba36-a2ab-47fd-b3fe-6062fd320c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:24.722793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 57980) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:24.821275 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:25.311165 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING oslo_policy.policy [None req-b97fdd81-3723-4acd-9910-aad6f78b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:25.311721 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING oslo_policy.policy [None req-b97fdd81-3723-4acd-9910-aad6f78b4b2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:25.531352 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-b97fdd81-3723-4acd-9910-aad6f78b4b2d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:32:25.545724 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b97fdd81-3723-4acd-9910-aad6f78b4b2d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8078835 Jun 24 08:32:26.255690 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:26.459322 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:26.461403 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.462902 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.463391 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.463863 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.465049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.465594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.466491 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.466977 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.467395 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.467930 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.468325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.468707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.469103 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.469621 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.470018 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:26.472167 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847131-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:26.482381 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847131-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:27.929793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58016) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:28.286271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:28.380965 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.policy [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110636) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 08:32:28.423893 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING oslo_policy.policy [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:28.424260 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING oslo_policy.policy [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:28.444310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writer thread running {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:32:28.522281 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286546989', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286548537', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286661922', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286669512', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286650544', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772286660562', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1848761', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1875273', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-913558', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-720446'] for rbac-policy (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:28.604616 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:28.606506 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-10f7e55e-b65d-40e8-953c-49ecd52908bb admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6757510 Jun 24 08:32:29.725714 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.db.l3_hamode_db [None req-48ec1439-e416-43b3-8e2e-670ac2f3d3ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 08:32:29.806012 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec1439-e416-43b3-8e2e-670ac2f3d3ca None None] Routers set() bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:32:29.806374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec1439-e416-43b3-8e2e-670ac2f3d3ca None None] Router IDs set() for agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 24 08:32:30.871650 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58028) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:31.220103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:31.249960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Made reservation on behalf of 0a1cff337cd248ba94724654a9527e19 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:32:31.253830 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.271846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.400768 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks [] for security_group (4ca5eea5-1140-4f55-ad6e-562d993fd698), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.404661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4ca5eea5-1140-4f55-ad6e-562d993fd698), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.434877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:32:31.472737 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772288858242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (682ceb9c-f11f-4196-a5d1-aa34a1c90d77), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.473300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Unsubscribe: segment precommit_create {{(pid=110636) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 08:32:31.473849 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Added segment 682ceb9c-f11f-4196-a5d1-aa34a1c90d77 of type vlan for network 445affd0-744f-42c8-a08e-c9ac43c2cf7d Jun 24 08:32:31.490404 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5eea5-1140-4f55-ad6e-562d993fd698,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:31.518639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.518927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.519298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.519659 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.520010 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.520367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.520713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.521067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.521399 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.521765 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.522112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.522462 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.522803 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.523140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.523485 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Tracked resource versions report: Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: pushed versions: Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: { 'AddressGroup': {'1.2'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Agent': {'1.1'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'ConntrackHelper': {'1.0'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Log': {'1.0'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'NDPProxy': {'1.0'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Network': {'1.1'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Port': {'1.7'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'PortForwarding': {'1.3'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'QosPolicy': {'1.10'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroup': {'1.5'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SubPort': {'1.0'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Subnet': {'1.1'}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Trunk': {'1.1'}} Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: consumer versions: Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Agent': '1.1', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'ConntrackHelper': '1.0', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'LocalIPAssociation': '1.0', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Log': '1.0', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'NDPProxy': '1.0', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Network': '1.1', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Port': '1.7', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'PortForwarding': '1.3', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'QosPolicy': '1.10', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroup': '1.5', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroupRule': '1.2', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SubPort': '1.0', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Subnet': '1.1', Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Trunk': '1.1'}} Jun 24 08:32:31.524939 dv-cinder-847131-2-iscsi neutron-server[110636]: {{(pid=110636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:32:31.589433 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (445affd0-744f-42c8-a08e-c9ac43c2cf7d), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.631222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (445affd0-744f-42c8-a08e-c9ac43c2cf7d), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.636549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:31.637501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:31.661427 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:31.716765 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8440316 Jun 24 08:32:31.763029 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25239166-1f21-49c9-b55c-27d87f4e1bb8 demo demo] Pushing event updated for resources: {'Network': ['ID=445affd0-744f-42c8-a08e-c9ac43c2cf7d,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:31.777957 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:32:34.074821 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58042) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:34.592136 dv-cinder-847131-2-iscsi neutron-server[110637]: WARNING oslo_policy.policy [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:34.592736 dv-cinder-847131-2-iscsi neutron-server[110637]: WARNING oslo_policy.policy [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:34.820986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writer thread running {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 24 08:32:35.025484 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.policy [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110637) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 08:32:35.066706 dv-cinder-847131-2-iscsi neutron-server[110637]: WARNING oslo_policy.policy [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:35.067072 dv-cinder-847131-2-iscsi neutron-server[110637]: WARNING oslo_policy.policy [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 08:32:35.074739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:35.076454 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4ec23155-fc07-4f9c-a38f-e7815e8f5afc demo admin] 10.222.0.13 "GET /v2.0/networks/445affd0-744f-42c8-a08e-c9ac43c2cf7d HTTP/1.1" status: 200 len: 825 time: 1.0007489 Jun 24 08:32:35.116164 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3b3e2ea3-d09b-48a6-a8f5-9dc50bcb2ae0 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/d2687c36-33bc-4886-a7c0-a5d478dc4959 HTTP/1.1" status: 200 len: 734 time: 0.0339024 Jun 24 08:32:35.126060 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Request body: {'subnet': {'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959', 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:35.164221 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Made reservation on behalf of 0a1cff337cd248ba94724654a9527e19 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:32:35.167046 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:35.473268 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (524ac95c-b1c3-4024-bf92-fc62daf1fc5e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:35.546764 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Checking segment: {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:32:35.547110 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Network hostable DHCP agents. Network: 445affd0-744f-42c8-a08e-c9ac43c2cf7d, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:32:35.558601 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Pushing event updated for resources: {'Subnet': ['ID=524ac95c-b1c3-4024-bf92-fc62daf1fc5e,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:35.571310 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.571643 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.571984 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.572311 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.572627 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.572940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.573251 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.573719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.573942 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.574256 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.574560 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.574886 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.575195 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.575498 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.575799 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Tracked resource versions report: Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: pushed versions: Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: { 'AddressGroup': {'1.2'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Agent': {'1.1'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'ConntrackHelper': {'1.0'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Log': {'1.0'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'NDPProxy': {'1.0'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Network': {'1.1'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Port': {'1.7'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'PortForwarding': {'1.3'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'QosPolicy': {'1.10'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroup': {'1.5'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SubPort': {'1.0'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Subnet': {'1.1'}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Trunk': {'1.1'}} Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: consumer versions: Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Agent': '1.1', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'ConntrackHelper': '1.0', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'LocalIPAssociation': '1.0', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Log': '1.0', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'NDPProxy': '1.0', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Network': '1.1', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Port': '1.7', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'PortForwarding': '1.3', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'QosPolicy': '1.10', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroup': '1.5', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroupRule': '1.2', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SubPort': '1.0', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Subnet': '1.1', Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Trunk': '1.1'}} Jun 24 08:32:35.577161 dv-cinder-847131-2-iscsi neutron-server[110637]: {{(pid=110637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:32:35.593250 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:35.604403 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:32:35.619978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 445affd0-744f-42c8-a08e-c9ac43c2cf7d) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:32:35.625603 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:35.626239 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:35.631022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564ddf9-5e75-40b5-a18a-3f8dfd1ccf3f None None] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:32:35.649932 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-99b2c10f-8bf3-4d8c-8bd4-a64e7e23d6ef demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5271928 Jun 24 08:32:35.916866 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'project_id': '0a1cff337cd248ba94724654a9527e19', 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:32:35.918624 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.207460 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Allocated IP 172.20.0.2 (445affd0-744f-42c8-a08e-c9ac43c2cf7d/524ac95c-b1c3-4024-bf92-fc62daf1fc5e/37288e64-20fd-43a0-a58a-ff530c5e73e1) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:32:36.272960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:36.498506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks [] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.508315 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.593771 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:32:36.599460 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:32:36.605055 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:32:36.609867 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Pushing event updated for resources: {'Port': ['ID=37288e64-20fd-43a0-a58a-ff530c5e73e1,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:36.640810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.641780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.641780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.642074 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.642209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.642501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.642832 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.643149 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.643477 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.643808 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.644117 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.644463 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.644783 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.645098 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.645518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Tracked resource versions report: Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: pushed versions: Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: { 'AddressGroup': {'1.2'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Agent': {'1.1'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'ConntrackHelper': {'1.0'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Log': {'1.0'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'NDPProxy': {'1.0'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Network': {'1.1'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Port': {'1.7'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'PortForwarding': {'1.3'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'QosPolicy': {'1.10'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroup': {'1.5'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SubPort': {'1.0'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Subnet': {'1.1'}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Trunk': {'1.1'}} Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: consumer versions: Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Agent': '1.1', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'ConntrackHelper': '1.0', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'LocalIPAssociation': '1.0', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Log': '1.0', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'NDPProxy': '1.0', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Network': '1.1', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Port': '1.7', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'PortForwarding': '1.3', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'QosPolicy': '1.10', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroup': '1.5', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroupRule': '1.2', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SubPort': '1.0', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Subnet': '1.1', Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Trunk': '1.1'}} Jun 24 08:32:36.646995 dv-cinder-847131-2-iscsi neutron-server[110638]: {{(pid=110638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:32:36.702270 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Attempting to bind port 37288e64-20fd-43a0-a58a-ff530c5e73e1 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:32:36.702683 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Attempting to bind port 37288e64-20fd-43a0-a58a-ff530c5e73e1 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:32:36.703124 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Attempting to bind port 37288e64-20fd-43a0-a58a-ff530c5e73e1 on network 445affd0-744f-42c8-a08e-c9ac43c2cf7d {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:32:36.708440 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:32:36.708829 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Checking segment: {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:32:36.709291 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.709681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Bound using segment: {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:32:36.710169 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Bound port: 37288e64-20fd-43a0-a58a-ff530c5e73e1, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:32:36.710571 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.747644 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:36.779000 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] For port 37288e64-20fd-43a0-a58a-ff530c5e73e1, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:32:36.799420 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] For port 37288e64-20fd-43a0-a58a-ff530c5e73e1, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=37288e64-20fd-43a0-a58a-ff530c5e73e1,segment=NetworkSegment(682ceb9c-f11f-4196-a5d1-aa34a1c90d77),segment_id=682ceb9c-f11f-4196-a5d1-aa34a1c90d77)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:32:36.806919 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:36.866185 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b74b5-96cb-4d0d-b086-e70895bf9c08 None None] Pushing event updated for resources: {'Port': ['ID=37288e64-20fd-43a0-a58a-ff530c5e73e1,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:37.982455 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58066) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:38.342033 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-16068a1d-aac6-48b7-a234-1ebbc6429f92 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:32:38.357793 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-16068a1d-aac6-48b7-a234-1ebbc6429f92 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3595471 Jun 24 08:32:39.252717 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=9 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:39.257144 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:40.684437 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58078) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:41.021677 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-c48b4922-dfb1-40e7-88b7-00d2d8c8927d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:32:41.022699 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c48b4922-dfb1-40e7-88b7-00d2d8c8927d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3372653 Jun 24 08:32:41.734752 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:43.340069 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58086) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:43.677737 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:43.719403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (0a844a2d-b609-458f-a1a3-ba022c3ba861), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:43.721236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (0a844a2d-b609-458f-a1a3-ba022c3ba861), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:43.865348 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Publish callbacks [] for router_controller (0a844a2d-b609-458f-a1a3-ba022c3ba861), precommit_add_association {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:43.869920 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (0a844a2d-b609-458f-a1a3-ba022c3ba861), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:43.888537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:43.889781 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9ae3582a-c1ba-4f0b-8435-c4ad405a4d7d demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5487041 Jun 24 08:32:44.193179 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 37288e64-20fd-43a0-a58a-ff530c5e73e1 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:32:44.273657 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 37288e64-20fd-43a0-a58a-ff530c5e73e1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:44.274087 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:44.378608 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 37288e64-20fd-43a0-a58a-ff530c5e73e1 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:44.378989 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:44.415118 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 37288e64-20fd-43a0-a58a-ff530c5e73e1, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=37288e64-20fd-43a0-a58a-ff530c5e73e1,segment=NetworkSegment(682ceb9c-f11f-4196-a5d1-aa34a1c90d77),segment_id=682ceb9c-f11f-4196-a5d1-aa34a1c90d77)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:44.420064 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:44.470573 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=37288e64-20fd-43a0-a58a-ff530c5e73e1,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:45.067555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99d369-4d43-4afa-8d3c-6961fd3d9abb None None] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:32:45.102511 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c600592b-1afb-4af6-86f8-3c8f649204b6 None None] Provisioning complete for port 37288e64-20fd-43a0-a58a-ff530c5e73e1 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:45.102999 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c600592b-1afb-4af6-86f8-3c8f649204b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:45.230452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:45.254016 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c600592b-1afb-4af6-86f8-3c8f649204b6 None None] Current status of the port 37288e64-20fd-43a0-a58a-ff530c5e73e1 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:45.477815 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-433e4895-fa01-41bb-ac84-d7d3f682cdc3 None None] Provisioning complete for port 37288e64-20fd-43a0-a58a-ff530c5e73e1 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:45.478205 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-433e4895-fa01-41bb-ac84-d7d3f682cdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:45.554536 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-433e4895-fa01-41bb-ac84-d7d3f682cdc3 None None] Current status of the port 37288e64-20fd-43a0-a58a-ff530c5e73e1 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:45.642025 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:45.642820 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=58,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:46.176639 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 37288e64-20fd-43a0-a58a-ff530c5e73e1 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:32:46.217002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58100) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:46.219294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 37288e64-20fd-43a0-a58a-ff530c5e73e1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:46.219680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:46.280823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:46.297047 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 37288e64-20fd-43a0-a58a-ff530c5e73e1 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:46.555727 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-44ac04d2-6d57-4f7a-90e3-b6abaa0d60db admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:32:46.556734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-44ac04d2-6d57-4f7a-90e3-b6abaa0d60db admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3387952 Jun 24 08:32:48.824943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58108) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:49.156025 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:49.175713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Made reservation on behalf of 985b4af5ece540be8554aecad33b1dc4 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:32:49.177977 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.186571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.264090 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks [] for security_group (ce968f50-d1a0-451b-9216-e3446e56072b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.267641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ce968f50-d1a0-451b-9216-e3446e56072b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.283443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=110636) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 08:32:49.303165 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce968f50-d1a0-451b-9216-e3446e56072b,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:49.309445 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (23b12a76-7812-47c4-a026-20cf24a9b2cd), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.309790 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Added segment 23b12a76-7812-47c4-a026-20cf24a9b2cd of type flat for network c0c18a8c-a99e-4f1e-902d-1883574e5a2a Jun 24 08:32:49.358601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (c0c18a8c-a99e-4f1e-902d-1883574e5a2a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.409325 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (c0c18a8c-a99e-4f1e-902d-1883574e5a2a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.410680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:49.411385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:49.475539 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6493316 Jun 24 08:32:49.523085 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e6318-7c54-4b62-a108-f5bda2c5f1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c18a8c-a99e-4f1e-902d-1883574e5a2a,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:49.533663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:32:51.203364 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2a710c30-dd01-47dd-8848-702cedb9ea92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:51.766911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58116) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:52.182061 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3488be-431c-4aa7-b31e-845c51c3d195 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:52.184405 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-8a3488be-431c-4aa7-b31e-845c51c3d195 demo admin] 10.222.0.13 "GET /v2.0/subnets/524ac95c-b1c3-4024-bf92-fc62daf1fc5e HTTP/1.1" status: 200 len: 849 time: 0.4164217 Jun 24 08:32:52.306997 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-5b597ef2-8661-4a68-925a-9b1f8842f9db demo admin] 10.222.0.13 "GET /v2.0/routers/0a844a2d-b609-458f-a1a3-ba022c3ba861 HTTP/1.1" status: 200 len: 704 time: 0.1165807 Jun 24 08:32:52.577028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:52.595811 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:52.659254 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:52.881429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Allocated IP 172.20.0.1 (445affd0-744f-42c8-a08e-c9ac43c2cf7d/524ac95c-b1c3-4024-bf92-fc62daf1fc5e/b5ff9ba9-844b-467f-a8f4-70b5d2caac4e) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:32:53.080226 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks [] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.140812 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.257298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:32:53.266081 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:32:53.273553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:32:53.274134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (0a844a2d-b609-458f-a1a3-ba022c3ba861), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.338513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Pushing event updated for resources: {'Port': ['ID=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:53.481951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.547935 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-80ebfcb5-3a9b-4cd6-9ba5-de9858ad2ecd None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:53.548537 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-80ebfcb5-3a9b-4cd6-9ba5-de9858ad2ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.551533 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0ca1dcf0-bf91-4330-8c79-25d0c7ec035a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.582572 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-80ebfcb5-3a9b-4cd6-9ba5-de9858ad2ecd None None] Port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:32:53.701368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks [] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.705678 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.706567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (0a844a2d-b609-458f-a1a3-ba022c3ba861), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:53.747555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:53.768203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Pushing event updated for resources: {'Port': ['ID=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:53.812350 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:53.835423 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:32:53.836688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:32:54.001512 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-2a2954de-979f-4534-897b-45c3f8aae4b7 None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:54.001924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2a2954de-979f-4534-897b-45c3f8aae4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:54.004323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Router 0a844a2d-b609-458f-a1a3-ba022c3ba861 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:32:54.033249 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-2a2954de-979f-4534-897b-45c3f8aae4b7 None None] Port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:32:54.107008 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:32:54.112328 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3b2406db-257e-4cc0-9a92-904024f9dfdb demo admin] 10.222.0.13 "PUT /v2.0/routers/0a844a2d-b609-458f-a1a3-ba022c3ba861/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7994366 Jun 24 08:32:54.120483 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Sync routers for ids ['0a844a2d-b609-458f-a1a3-ba022c3ba861'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:32:54.134540 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Routers {'0a844a2d-b609-458f-a1a3-ba022c3ba861'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:32:54.135374 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:32:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['0a844a2d-b609-458f-a1a3-ba022c3ba861'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:54.341269 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Set router 0a844a2d-b609-458f-a1a3-ba022c3ba861 gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:32:54.783645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:54.824728 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:32:53Z', 'revision_number': 2, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:53Z', 'revision_number': 2, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:54.882748 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Checking router: 0a844a2d-b609-458f-a1a3-ba022c3ba861 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:32:54.883370 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Updating router 0a844a2d-b609-458f-a1a3-ba022c3ba861 port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:32:54.957063 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.502532 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks [] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.509612 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.671756 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Pushing event updated for resources: {'Port': ['ID=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:55.692724 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Attempting to bind port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:32:55.693150 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Attempting to bind port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:32:55.693584 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Attempting to bind port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e on network 445affd0-744f-42c8-a08e-c9ac43c2cf7d {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:32:55.696298 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.696634 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.696973 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.697302 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.697626 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.697973 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.698293 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.698650 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.699007 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.699324 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.699674 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.700006 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.700323 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.700635 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.700945 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Tracked resource versions report: Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: pushed versions: Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: { 'AddressGroup': {'1.2'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Agent': {'1.1'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'ConntrackHelper': {'1.0'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Log': {'1.0'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'NDPProxy': {'1.0'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Network': {'1.1'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Port': {'1.7'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'PortForwarding': {'1.3'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'QosPolicy': {'1.10'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroup': {'1.5'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SubPort': {'1.0'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Subnet': {'1.1'}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Trunk': {'1.1'}} Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: consumer versions: Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Agent': '1.1', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'ConntrackHelper': '1.0', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'LocalIPAssociation': '1.0', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Log': '1.0', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'NDPProxy': '1.0', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Network': '1.1', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Port': '1.7', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'PortForwarding': '1.3', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'QosPolicy': '1.10', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroup': '1.5', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroupRule': '1.2', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SubPort': '1.0', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Subnet': '1.1', Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Trunk': '1.1'}} Jun 24 08:32:55.702439 dv-cinder-847131-2-iscsi neutron-server[110639]: {{(pid=110639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:32:55.708657 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:32:55.709060 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Checking segment: {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:32:55.709526 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.709932 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Bound using segment: {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:32:55.710419 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Bound port: b5ff9ba9-844b-467f-a8f4-70b5d2caac4e, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682ceb9c-f11f-4196-a5d1-aa34a1c90d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:32:55.710796 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.754201 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:55.760295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0c37e274-419d-4c2f-b302-d4a1c088c343 None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:55.760683 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c37e274-419d-4c2f-b302-d4a1c088c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.779761 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] For port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:32:55.794865 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0c37e274-419d-4c2f-b302-d4a1c088c343 None None] Port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:32:55.802793 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] For port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,segment=NetworkSegment(682ceb9c-f11f-4196-a5d1-aa34a1c90d77),segment_id=682ceb9c-f11f-4196-a5d1-aa34a1c90d77)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:32:55.809118 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:55.835392 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:55.875486 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Routers {'0a844a2d-b609-458f-a1a3-ba022c3ba861'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:32:55.875486 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:32:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['0a844a2d-b609-458f-a1a3-ba022c3ba861'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:55.875935 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ba8fe-b29a-467d-812a-b400cc4843ce None None] Pushing event updated for resources: {'Port': ['ID=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:55.973252 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] Set router 0a844a2d-b609-458f-a1a3-ba022c3ba861 gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:32:56.113511 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:32:56.114095 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.169835 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:32:53Z', 'revision_number': 2, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:55Z', 'revision_number': 4, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:32:56.196919 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Current status of the port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:32:56.197295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.208377 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23312d61-22dd-4f23-8bc4-c4028c538977 None None] The sync data for ids ['0a844a2d-b609-458f-a1a3-ba022c3ba861'] in dv-cinder-847131-2-iscsi is: [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:32:53Z', 'revision_number': 2, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port_host': None, '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:55Z', 'revision_number': 4, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:32:56.225656 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.250455 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] For port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,segment=NetworkSegment(682ceb9c-f11f-4196-a5d1-aa34a1c90d77),segment_id=682ceb9c-f11f-4196-a5d1-aa34a1c90d77)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:32:56.254412 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.304740 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f50821-451e-4b56-b4d0-a5f6140ba2ee None None] Pushing event updated for resources: {'Port': ['ID=b5ff9ba9-844b-467f-a8f4-70b5d2caac4e,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:56.456002 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:56.592280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58138) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:56.791982 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f273b779-83f8-416a-adf9-6c7dfe12d21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:56.793740 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f273b779-83f8-416a-adf9-6c7dfe12d21e admin admin] 10.222.0.13 "GET /v2.0/networks/c0c18a8c-a99e-4f1e-902d-1883574e5a2a HTTP/1.1" status: 200 len: 842 time: 0.2004657 Jun 24 08:32:56.803102 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:32:56.828354 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Made reservation on behalf of 985b4af5ece540be8554aecad33b1dc4 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:32:56.830845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:57.125075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.objects.ports [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110636) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 24 08:32:57.125403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (d2060bd9-5f6f-4077-9564-05d5813792af), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:57.178737 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2060bd9-5f6f-4077-9564-05d5813792af,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:32:57.191319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:32:57.191668 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Network hostable DHCP agents. Network: c0c18a8c-a99e-4f1e-902d-1883574e5a2a, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:32:57.212711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:32:57.224126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, c0c18a8c-a99e-4f1e-902d-1883574e5a2a) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:32:57.228202 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:57.228820 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:32:57.236140 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d2bf6-dac3-40df-a1a8-5f293dc7622f None None] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:32:57.240993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:57.257805 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-be3712f8-f08a-4e72-9a5e-8208546cf94a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4486122 Jun 24 08:32:57.316925 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:32:57.358001 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11b143-ba0e-4beb-afdf-3cf96103fdea None None] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:32:59.529771 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58156) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:32:59.811949 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-bcb9e627-e44d-44e0-8cc6-0d434dd8e159 demo admin] 10.222.0.13 "GET /v2.0/routers/0a844a2d-b609-458f-a1a3-ba022c3ba861 HTTP/1.1" status: 200 len: 710 time: 0.2804477 Jun 24 08:32:59.927639 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980210d8-90a4-421c-8712-c876dd0cdaff demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:32:59.929054 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-980210d8-90a4-421c-8712-c876dd0cdaff demo admin] 10.222.0.13 "GET /v2.0/networks/c0c18a8c-a99e-4f1e-902d-1883574e5a2a HTTP/1.1" status: 200 len: 886 time: 0.1116214 Jun 24 08:32:59.937800 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:33:00.176454 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks [] for router_gateway (0a844a2d-b609-458f-a1a3-ba022c3ba861), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:00.400804 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks [] for router_gateway (0a844a2d-b609-458f-a1a3-ba022c3ba861), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:00.481512 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:00.646514 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Allocated IP 172.27.1.37 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/1ae26550-536f-4116-a098-c26385948d0e) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:33:00.760065 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks [] for port (1ae26550-536f-4116-a098-c26385948d0e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:00.773679 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:00.800835 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:00.822965 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (1ae26550-536f-4116-a098-c26385948d0e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:00.905978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:33:00.914482 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:33:00.916314 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Pushing event updated for resources: {'Port': ['ID=1ae26550-536f-4116-a098-c26385948d0e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:00.919615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:33:01.251940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks [] for router_gateway (0a844a2d-b609-458f-a1a3-ba022c3ba861), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:01.443091 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-619583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-590525', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9609'] for router (0a844a2d-b609-458f-a1a3-ba022c3ba861), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:01.448231 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-590532'] for router (0a844a2d-b609-458f-a1a3-ba022c3ba861), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:01.557576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Router 0a844a2d-b609-458f-a1a3-ba022c3ba861 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:33:01.660341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:33:01.665222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:01.666364 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-236b5a74-1a4d-4597-b373-31221ad890fa demo admin] 10.222.0.13 "PUT /v2.0/routers/0a844a2d-b609-458f-a1a3-ba022c3ba861 HTTP/1.1" status: 200 len: 889 time: 1.7316928 Jun 24 08:33:02.188218 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device b5ff9ba9-844b-467f-a8f4-70b5d2caac4e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:33:02.238491 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:33:02.238949 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:02.320905 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:33:02.659800 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Sync routers for ids ['0a844a2d-b609-458f-a1a3-ba022c3ba861'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:33:02.671771 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Routers {'0a844a2d-b609-458f-a1a3-ba022c3ba861'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:02.672380 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:32:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['0a844a2d-b609-458f-a1a3-ba022c3ba861'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:02.813085 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:02.872156 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Set router 0a844a2d-b609-458f-a1a3-ba022c3ba861 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:03.319953 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '1ae26550-536f-4116-a098-c26385948d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:33:01Z', 'revision_number': 4, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port': {'id': '1ae26550-536f-4116-a098-c26385948d0e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:33:00Z', 'updated_at': '2022-06-24T08:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:56Z', 'revision_number': 5, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:03.368221 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Checking router: 0a844a2d-b609-458f-a1a3-ba022c3ba861 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:33:03.368586 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Updating router 0a844a2d-b609-458f-a1a3-ba022c3ba861 port 1ae26550-536f-4116-a098-c26385948d0e binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:33:03.422865 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1ae26550-536f-4116-a098-c26385948d0e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.734052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks [] for port (1ae26550-536f-4116-a098-c26385948d0e), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.739311 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1ae26550-536f-4116-a098-c26385948d0e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.744152 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:03.794361 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efe85c-6eb5-4881-897b-cd2bcdbabc5a None None] Pushing event updated for resources: {'Port': ['ID=1ae26550-536f-4116-a098-c26385948d0e,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:03.801571 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Attempting to bind port 1ae26550-536f-4116-a098-c26385948d0e on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:33:03.801834 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Attempting to bind port 1ae26550-536f-4116-a098-c26385948d0e by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:33:03.802187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Attempting to bind port 1ae26550-536f-4116-a098-c26385948d0e on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:33:03.807768 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:33:03.808836 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:33:03.809236 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.809618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:33:03.810102 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Bound port: 1ae26550-536f-4116-a098-c26385948d0e, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:33:03.810465 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1ae26550-536f-4116-a098-c26385948d0e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.857913 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] For port 1ae26550-536f-4116-a098-c26385948d0e, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:33:03.860982 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] For port 1ae26550-536f-4116-a098-c26385948d0e, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=1ae26550-536f-4116-a098-c26385948d0e,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:33:03.866755 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1ae26550-536f-4116-a098-c26385948d0e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:03.925216 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efe85c-6eb5-4881-897b-cd2bcdbabc5a None None] Pushing event updated for resources: {'Port': ['ID=1ae26550-536f-4116-a098-c26385948d0e,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:03.928884 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Routers {'0a844a2d-b609-458f-a1a3-ba022c3ba861'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:33:03.929589 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:32:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['0a844a2d-b609-458f-a1a3-ba022c3ba861'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:04.034973 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] Set router 0a844a2d-b609-458f-a1a3-ba022c3ba861 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:33:04.059342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:04.059540 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58170) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:33:04.178762 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-73b04c20-559f-4acc-bd4f-474571e35235 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1184478 Jun 24 08:33:04.239152 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '1ae26550-536f-4116-a098-c26385948d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:33:01Z', 'revision_number': 4, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port': {'id': '1ae26550-536f-4116-a098-c26385948d0e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:33:00Z', 'updated_at': '2022-06-24T08:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:56Z', 'revision_number': 5, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:33:04.265877 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179bb870-0603-4791-88b1-5590a110fc74 None None] The sync data for ids ['0a844a2d-b609-458f-a1a3-ba022c3ba861'] in dv-cinder-847131-2-iscsi is: [{'id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'name': 'router1', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '1ae26550-536f-4116-a098-c26385948d0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:32:43Z', 'updated_at': '2022-06-24T08:33:01Z', 'revision_number': 4, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'gw_port': {'id': '1ae26550-536f-4116-a098-c26385948d0e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:33:00Z', 'updated_at': '2022-06-24T08:33:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'b5ff9ba9-844b-467f-a8f4-70b5d2caac4e', 'name': '', 'network_id': '445affd0-744f-42c8-a08e-c9ac43c2cf7d', 'tenant_id': '0a1cff337cd248ba94724654a9527e19', 'mac_address': 'fa:16:3e:5d:de:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a844a2d-b609-458f-a1a3-ba022c3ba861', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:32:52Z', 'updated_at': '2022-06-24T08:32:56Z', 'revision_number': 5, 'project_id': '0a1cff337cd248ba94724654a9527e19', 'subnets': [{'id': '524ac95c-b1c3-4024-bf92-fc62daf1fc5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd2687c36-33bc-4886-a7c0-a5d478dc4959'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:33:06.168514 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=34 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:06.201095 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=46 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:06.211938 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1ae26550-536f-4116-a098-c26385948d0e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:33:06.259329 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 1ae26550-536f-4116-a098-c26385948d0e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:33:06.259724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (1ae26550-536f-4116-a098-c26385948d0e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:06.338156 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 1ae26550-536f-4116-a098-c26385948d0e is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:33:06.338457 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1ae26550-536f-4116-a098-c26385948d0e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:06.360735 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 1ae26550-536f-4116-a098-c26385948d0e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=1ae26550-536f-4116-a098-c26385948d0e,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:33:06.370143 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1ae26550-536f-4116-a098-c26385948d0e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:06.420077 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=1ae26550-536f-4116-a098-c26385948d0e,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:33:07.241673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=71,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:08.221232 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1ae26550-536f-4116-a098-c26385948d0e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:33:08.292257 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 1ae26550-536f-4116-a098-c26385948d0e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:33:08.293414 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (1ae26550-536f-4116-a098-c26385948d0e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:08.347669 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:08.393287 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 1ae26550-536f-4116-a098-c26385948d0e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:33:11.725652 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:33:14.178287 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:14.178287 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=79,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:18.393756 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:21.211438 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-8d44229c-6a2a-4822-84ea-7d6bf78318bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:21.721149 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:21.723037 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:23.501190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-bf2871f7-f13a-4725-964f-be565a005771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:24.807931 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:26.207013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:26.463695 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:36.448348 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:36.457338 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:38.724096 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:38.741770 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:33:48.724543 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:33:51.208185 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1ff83db7-933e-4cfe-b6f7-5c83b142d0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:53.497265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-444e0d8b-6b20-487c-a63e-069049c15be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:54.784458 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:56.212386 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:56.458918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:33:58.724718 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:06.449179 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:06.452846 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:19.720507 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:19.721798 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:21.202651 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-82658d9b-dbaf-456e-9fae-9b5c5f1b6d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:23.361119 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58712) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:23.423814 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.pecan_wsgi.hooks.translation [None req-3698498d-423d-4319-a5d1-f880d0520924 admin admin] GET failed (client error): The resource could not be found. Jun 24 08:34:23.425132 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3698498d-423d-4319-a5d1-f880d0520924 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631495 Jun 24 08:34:23.501994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-634e8c76-3071-4fb3-b6bb-2e8aa2ab0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:23.597034 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443201d5-2e28-46ca-b39f-acd9a0601b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:23.598551 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-443201d5-2e28-46ca-b39f-acd9a0601b18 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1693318 Jun 24 08:34:24.779869 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:25.691637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58722) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:25.724566 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:34:25.792373 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d7d7-d756-43a5-a2fc-742fe214afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:25.793794 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-45c7d7d7-d756-43a5-a2fc-742fe214afce admin admin] 10.222.0.13 "GET /v2.0/subnets/524ac95c-b1c3-4024-bf92-fc62daf1fc5e HTTP/1.1" status: 200 len: 849 time: 0.1011770 Jun 24 08:34:25.803420 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:34:25.971932 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Publish callbacks [] for subnet (524ac95c-b1c3-4024-bf92-fc62daf1fc5e), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.134476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772289049447'] for subnet (524ac95c-b1c3-4024-bf92-fc62daf1fc5e), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.169845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:26.170357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.171649 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] 10.222.0.13 "PUT /v2.0/subnets/524ac95c-b1c3-4024-bf92-fc62daf1fc5e HTTP/1.1" status: 200 len: 868 time: 0.3719704 Jun 24 08:34:26.172986 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc82c8-8625-4ef7-8a0f-0a9a435c07a8 None None] Network 445affd0-744f-42c8-a08e-c9ac43c2cf7d requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:34:26.188884 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=524ac95c-b1c3-4024-bf92-fc62daf1fc5e,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:34:26.197112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.197460 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.197866 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.198211 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.198547 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.198873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.199195 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.199517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.199863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.200220 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.200530 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.200868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.201189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.201507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.201885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72573183-168e-495b-bf55-9f92008eb31b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:34:26.258830 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.460257 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.547374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Provisioning complete for port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:34:26.547674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b5ff9ba9-844b-467f-a8f4-70b5d2caac4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.619239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Current status of the port b5ff9ba9-844b-467f-a8f4-70b5d2caac4e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:34:26.627296 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Provisioning complete for port 37288e64-20fd-43a0-a58a-ff530c5e73e1 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:34:26.627671 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37288e64-20fd-43a0-a58a-ff530c5e73e1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:26.701159 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f0da8-f53f-41e4-9f6f-3a5a41241c37 None None] Current status of the port 37288e64-20fd-43a0-a58a-ff530c5e73e1 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:34:28.276800 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58732) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:28.490254 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13217c-74e8-4161-a741-89c52879cd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:28.490724 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa13217c-74e8-4161-a741-89c52879cd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:28.492440 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-aa13217c-74e8-4161-a741-89c52879cd56 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2145288 Jun 24 08:34:30.586014 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58740) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:30.790006 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a7d6a-ba06-4ead-b930-5f04b1ac1cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:30.790393 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a7d6a-ba06-4ead-b930-5f04b1ac1cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:30.791921 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1c3a7d6a-ba06-4ead-b930-5f04b1ac1cba admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049642 Jun 24 08:34:32.901254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58748) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:33.051220 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a11e8-a0cd-4375-b1a7-65970a27cd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:33.052606 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5d9a11e8-a0cd-4375-b1a7-65970a27cd6e admin admin] 10.222.0.13 "GET /v2.0/networks/445affd0-744f-42c8-a08e-c9ac43c2cf7d HTTP/1.1" status: 200 len: 869 time: 0.1503570 Jun 24 08:34:35.157951 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58756) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:35.286828 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b05926-fd91-433c-b7ce-cdfe72f18464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:35.288836 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-44b05926-fd91-433c-b7ce-cdfe72f18464 admin admin] 10.222.0.13 "GET /v2.0/networks/c0c18a8c-a99e-4f1e-902d-1883574e5a2a HTTP/1.1" status: 200 len: 886 time: 0.1299336 Jun 24 08:34:35.720510 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:36.696325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=50,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:36.699650 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:37.433834 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58764) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:37.568289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbededf-6905-48b0-84bf-5e07605657a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:37.568792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbededf-6905-48b0-84bf-5e07605657a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:37.570502 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1dbededf-6905-48b0-84bf-5e07605657a3 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357293 Jun 24 08:34:39.710686 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58772) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:39.810831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654d0e2-6a06-4156-876e-056ae219c072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:39.811283 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654d0e2-6a06-4156-876e-056ae219c072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:39.812818 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c654d0e2-6a06-4156-876e-056ae219c072 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011834 Jun 24 08:34:41.935041 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58780) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:42.026847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a80fec-d700-4d3b-b227-829679911548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:42.028163 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-96a80fec-d700-4d3b-b227-829679911548 admin admin] 10.222.0.13 "GET /v2.0/subnets/524ac95c-b1c3-4024-bf92-fc62daf1fc5e HTTP/1.1" status: 200 len: 868 time: 0.0921893 Jun 24 08:34:44.148849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58788) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:34:44.245024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138153e9-5c51-47c4-af30-b2cde444d9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:34:44.246424 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-138153e9-5c51-47c4-af30-b2cde444d9c8 admin admin] 10.222.0.13 "GET /v2.0/subnets/d2060bd9-5f6f-4077-9564-05d5813792af HTTP/1.1" status: 200 len: 816 time: 0.0966399 Jun 24 08:34:45.283447 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=43 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:45.284268 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=48 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:51.204160 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7f05686a-2112-4020-890f-2f2f85f74b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:52.729083 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:52.733375 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:53.506848 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-d759c8e3-d5e2-4bf2-91eb-5b83ea91c8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:54.240271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:54.241578 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:34:54.782711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:56.210147 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:34:56.454600 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:02.726230 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:35:06.448773 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:06.450594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:11.291376 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58842) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:35:11.345918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-45b784cc-d2f2-4548-86c3-0f4eb3c3df1b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:35:11.347494 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-45b784cc-d2f2-4548-86c3-0f4eb3c3df1b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0551417 Jun 24 08:35:13.577641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58850) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:35:13.642211 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc854c5-97f6-4a0d-807f-01af67cb0b2b admin admin] GET failed (client error): The resource could not be found. Jun 24 08:35:13.644343 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9cc854c5-97f6-4a0d-807f-01af67cb0b2b admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657563 Jun 24 08:35:13.798330 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464e1f9-ecb6-4147-8faa-0a3e3d7ae18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:35:13.801261 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-5464e1f9-ecb6-4147-8faa-0a3e3d7ae18d admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1514668 Jun 24 08:35:15.971291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58858) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:35:16.021997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:35:16.042520 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Made reservation on behalf of 985b4af5ece540be8554aecad33b1dc4 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:35:16.045537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:16.074514 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING neutron.services.revisions.revision_plugin [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Could not find related network for resource to bump revision. Jun 24 08:35:16.089101 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:35:16.098892 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (e52ded2f-8d99-4d2a-8380-e99e8096f70c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:16.099206 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Added segment e52ded2f-8d99-4d2a-8380-e99e8096f70c of type vlan for network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 Jun 24 08:35:16.148374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (86c2cd95-c15d-48e9-a6b3-47ae4ebf0504), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:16.172943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (86c2cd95-c15d-48e9-a6b3-47ae4ebf0504), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:16.175002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:35:16.175629 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:16.217049 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2446373 Jun 24 08:35:16.243300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ff919-7bba-4baa-a148-76bf5a06e516 admin admin] Pushing event updated for resources: {'Network': ['ID=86c2cd95-c15d-48e9-a6b3-47ae4ebf0504,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:35:16.254898 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:35:18.326369 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58866) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:35:18.390188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.pecan_wsgi.hooks.translation [None req-f395fdc1-221b-4667-8078-ae750e7c24f6 admin admin] GET failed (client error): The resource could not be found. Jun 24 08:35:18.391534 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f395fdc1-221b-4667-8078-ae750e7c24f6 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0639453 Jun 24 08:35:18.472682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48efd538-96ac-44ea-90bc-c43b23e1b8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:35:18.474081 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-48efd538-96ac-44ea-90bc-c43b23e1b8b4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0777657 Jun 24 08:35:18.483739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504', 'cidr': '192.168.233.0/24'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:35:18.503193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Made reservation on behalf of 985b4af5ece540be8554aecad33b1dc4 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:35:18.505467 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:18.678065 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (d68cf6e4-dde6-435f-bd51-00e436d72578), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:18.751954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68cf6e4-dde6-435f-bd51-00e436d72578,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:35:18.767176 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Checking segment: {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:35:18.767733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Network hostable DHCP agents. Network: 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:35:18.787535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:35:18.796741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:35:18.802444 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:35:18.803411 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:18.808899 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f14cab-2d99-49cc-936e-eca0c64d74ed None None] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:35:18.829885 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-50fc7402-8780-4bba-b96a-f30dc8aaa603 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3437798 Jun 24 08:35:18.925941 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-86c2cd95-c15d-48e9-a6b3-47ae4ebf0504', 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504', 'project_id': '985b4af5ece540be8554aecad33b1dc4', 'fixed_ips': [{'subnet_id': 'd68cf6e4-dde6-435f-bd51-00e436d72578'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:35:18.926912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.102348 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Allocated IP 192.168.233.2 (86c2cd95-c15d-48e9-a6b3-47ae4ebf0504/d68cf6e4-dde6-435f-bd51-00e436d72578/4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:35:19.358405 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks [] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.365717 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.409541 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:35:19.412516 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:35:19.416456 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:35:19.424551 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Pushing event updated for resources: {'Port': ['ID=4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:35:19.434386 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=13 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:19.436643 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=15 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:19.452256 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.452601 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.452951 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.453296 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.453626 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.453973 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.454815 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.455804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.456137 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.456478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.456798 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.457132 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.457450 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.457787 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.458103 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:35:19.496793 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Attempting to bind port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:35:19.497154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Attempting to bind port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:35:19.497513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Attempting to bind port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce on network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:35:19.504355 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:35:19.504724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Checking segment: {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:35:19.505259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.505653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Bound using segment: {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:35:19.506217 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Bound port: 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:35:19.506596 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.573532 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] For port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:35:19.577359 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] For port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:35:19.585296 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:19.652086 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad62101-2fa7-412d-82fc-ce44efd9e1b8 None None] Pushing event updated for resources: {'Port': ['ID=4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:35:20.275209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:35:20.342762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:35:20.343147 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:20.414871 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:20.437417 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:20.451290 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:35:20.451671 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:20.495025 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:35:20.499948 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:20.560176 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:35:20.603653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e78c12-8b9f-4c13-a923-d7ee8a86d30a None None] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:35:20.673563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-a8511f6a-0784-4e23-9ccb-42f4d5c2b871 None None] Provisioning complete for port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:35:20.673945 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a8511f6a-0784-4e23-9ccb-42f4d5c2b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:20.792553 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a8511f6a-0784-4e23-9ccb-42f4d5c2b871 None None] Current status of the port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:35:21.022653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-1dca9a4b-6a3f-4667-a7f5-e3f95e313cb6 None None] Provisioning complete for port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:35:21.023025 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1dca9a4b-6a3f-4667-a7f5-e3f95e313cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:21.116935 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-1dca9a4b-6a3f-4667-a7f5-e3f95e313cb6 None None] Current status of the port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:35:21.211182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c21a3828-c2a8-469f-a14b-993bb4abeefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:22.253255 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:35:22.298013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:35:22.298457 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:22.379208 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 4c7a56c3-730f-49f2-9bcd-ab9d2fed60ce is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:35:23.511245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ebff4075-d42d-41b9-a8c4-187a4e59256d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:24.787819 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:26.214554 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:26.459103 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:28.816806 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:28.818769 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:29.730318 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:29.745273 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:36.451384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:36.453239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:39.726356 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:35:49.721298 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:49.722202 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:35:51.203791 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-76f1c675-76bc-47c1-814e-9d35290dfc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:53.515588 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-113d3c45-2a03-4c63-abfe-8edd42a1e832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:54.791401 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:56.217936 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:35:56.463165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:06.449854 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=19 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:06.458500 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:06.734631 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:06.739627 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:16.724924 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:36:21.208323 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e57058b8-d3fc-4651-8537-813ecff020ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:23.519531 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-70a799b4-d216-46f2-a70e-8866d3ce5fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:24.759135 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:24.791594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:26.225934 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:26.465680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:26.722009 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:36.459050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:36.461467 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:43.731075 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:43.737711 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:46.196872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58904) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:36:46.203621 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [None req-f0bf7e86-acbe-4181-bb96-69768f56342b tempest-verify_tempest_config-1417106291 tempest-verify_tempest_config-1417106291-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:36:46.204583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f0bf7e86-acbe-4181-bb96-69768f56342b tempest-verify_tempest_config-1417106291 tempest-verify_tempest_config-1417106291-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067492 Jun 24 08:36:46.534222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 58922) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:36:46.726417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:46.832577 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Publish callbacks [] for security_group (cfee9ee9-4f6c-4b60-840d-25ba47c9388d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:46.837822 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (cfee9ee9-4f6c-4b60-840d-25ba47c9388d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:46.890152 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8a0af905a9f4071835563a004477981&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3547883 Jun 24 08:36:46.891316 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee9ee9-4f6c-4b60-840d-25ba47c9388d,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:36:46.893370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 58928) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:36:46.899039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.899407 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.899741 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.900080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.900421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.900747 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.901071 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.901394 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.901766 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.902095 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.902436 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.902776 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.903095 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.903414 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.903730 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea00ae0b-6ab5-4300-9a41-ee1d831e0151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:46.954766 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Publish callbacks [] for security_group (cfee9ee9-4f6c-4b60-840d-25ba47c9388d), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:46.975329 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Publish callbacks [] for security_group (cfee9ee9-4f6c-4b60-840d-25ba47c9388d), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:47.069558 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (cfee9ee9-4f6c-4b60-840d-25ba47c9388d), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:47.072176 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:47.074107 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfee9ee9-4f6c-4b60-840d-25ba47c9388d HTTP/1.1" status: 204 len: 168 time: 0.1788111 Jun 24 08:36:47.082191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee9ee9-4f6c-4b60-840d-25ba47c9388d,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.092491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.093531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.093531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.093531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:47.093531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cf5b44-004d-4e59-9a2b-db241d08df9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:36:51.210804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0beb-53df-42c1-afcf-2520c7cc8177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:53.522471 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ceba2dbb-1092-4a80-8167-416e011c65bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:53.724134 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:36:54.798752 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:56.226384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:56.474528 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:36:56.893939 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:56.894937 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:57.078192 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:36:57.085513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:03.719522 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:03.720390 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:06.459263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:06.470885 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:20.729495 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=15 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:20.734137 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=17 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:21.216674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3d19aca7-5cf9-41b6-bccd-62caca92bc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:23.525264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1ff0543e-abcd-40f1-804f-ef09add4fdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:24.797801 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:26.227568 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:26.468993 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:30.722593 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:37:36.462482 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:36.464420 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:40.718249 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:40.719050 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:51.225598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7f36892f-d904-4cf9-910e-b619de1b81d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:53.528563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-426c0792-351e-4103-bd40-256e20743c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:54.800960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:56.230769 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:56.475877 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:37:57.736246 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:37:57.741553 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:06.468911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:06.470783 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:07.721454 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 5 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:38:19.720978 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:19.721794 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:21.220179 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2222232c-a6bf-4fd0-8b97-f7f6828daf95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:23.531015 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3067a004-356f-48b2-919f-d4044781a96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:24.803540 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:26.232702 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:26.468506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:34.728971 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:34.738527 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:35.424163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-622532'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:44.721101 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:38:45.416751 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:45.419724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:47.428326 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59002) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:38:47.546105 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7d0cd45b-ac0c-458f-9df0-56029fb96e9b admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1166451 Jun 24 08:38:49.635051 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59012) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:38:49.692517 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-6a026b1f-2b5c-4630-add0-40df7fa61078 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0564537 Jun 24 08:38:51.222463 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b6d19dcf-bae0-4093-bb54-2f0067272d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:53.539965 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f70d6848-2001-467e-9cf9-0981eb13f878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:54.716618 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:54.717588 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:54.807080 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:56.236345 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:56.472022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:38:59.687184 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:38:59.688116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:05.379081 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:15.373335 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:15.374616 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:19.351768 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=14 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:19.360208 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=18 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:21.224588 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-75612f8b-dab7-4552-b2b2-21a4e448bb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:21.719907 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:39:23.533790 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7ae272bc-4d03-4e86-9b86-d2726dc26998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:24.807729 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:26.239140 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:26.475930 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:31.715862 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:31.716626 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:35.392918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:45.382391 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:45.389319 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:48.734764 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:48.739479 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:39:51.229561 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1684ba73-9a5d-449a-9d12-4efd24d791f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:53.537033 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3ad4efd8-6c93-4bca-9372-fefa549c5e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:54.810811 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:56.244960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:56.485165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:39:58.719215 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:40:05.393898 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:08.715712 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:15.388130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:15.390031 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:21.231881 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0aee256c-7026-4c3e-8dfb-215839d7f36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:23.541672 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3febb3e8-c1ab-4285-b06c-1b8d9208385d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:24.821481 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:25.749417 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:25.749417 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:26.259064 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:26.492650 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.092666 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59194) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:29.325290 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59208) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:29.429270 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1518341802-network', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:29.451463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Made reservation on behalf of 2988ac4c59124e02bbcc7049e69dd599 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:29.454316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.465840 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.560146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks [] for security_group (f53dcc0f-c814-49cd-bc01-59e4692f1510), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.566174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f53dcc0f-c814-49cd-bc01-59e4692f1510), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.590895 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59230) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:29.599130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53dcc0f-c814-49cd-bc01-59e4692f1510,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:29.608844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:29.612565 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.613241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.613923 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.614439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.614772 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.615095 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.615772 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.616269 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.616702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.617018 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.617539 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.617911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.618591 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.618921 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.619236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Tracked resource versions report: Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: pushed versions: Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: { 'AddressGroup': {'1.2'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Agent': {'1.1'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'ConntrackHelper': {'1.0'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Log': {'1.0'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'NDPProxy': {'1.0'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Network': {'1.1'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Port': {'1.7'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'PortForwarding': {'1.3'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'QosPolicy': {'1.10'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroup': {'1.5'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SubPort': {'1.0'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Subnet': {'1.1'}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Trunk': {'1.1'}} Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: consumer versions: Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: HyperV agent@hv-cinder-84713: {}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Agent': '1.1', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'ConntrackHelper': '1.0', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'LocalIPAssociation': '1.0', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Log': '1.0', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'NDPProxy': '1.0', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Network': '1.1', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Port': '1.7', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'PortForwarding': '1.3', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'QosPolicy': '1.10', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroup': '1.5', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SecurityGroupRule': '1.2', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'SubPort': '1.0', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Subnet': '1.1', Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: 'Trunk': '1.1'}} Jun 24 08:40:29.620722 dv-cinder-847131-2-iscsi neutron-server[110636]: {{(pid=110636) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:40:29.636028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (b5d0dc73-362a-4be4-84c3-5a3d398280cc), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.636220 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Added segment b5d0dc73-362a-4be4-84c3-5a3d398280cc of type vlan for network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 Jun 24 08:40:29.682440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.711149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.712347 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:29.712955 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.720598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59240) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:29.745137 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-94078656-network', 'tenant_id': '4de333e57ed34492bee6491335ff4356'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:29.765022 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6712453 Jun 24 08:40:29.769755 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59246) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:29.794365 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Request body: {'subnet': {'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1518341802-subnet', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:29.839800 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Made reservation on behalf of 2988ac4c59124e02bbcc7049e69dd599 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:29.843360 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.953563 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1de4a-c64a-4df3-8df0-94c910606cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:29.964994 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Made reservation on behalf of 4de333e57ed34492bee6491335ff4356 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:29.965749 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:29.969304 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:29.991808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.042262 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1977723306-network', 'tenant_id': '147d9b38796148cb996e8c61d1586b61'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:30.086067 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (6f79ec75-0e86-4e5e-bc64-00665dc56717), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.105831 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Made reservation on behalf of 147d9b38796148cb996e8c61d1586b61 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:30.108641 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.108932 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks [] for security_group (72c280e9-c4d6-4179-bcca-37f52b9a21d5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.115303 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (72c280e9-c4d6-4179-bcca-37f52b9a21d5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.137002 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59270) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:30.140933 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-304620910-network', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:30.155295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c280e9-c4d6-4179-bcca-37f52b9a21d5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:30.159236 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.164553 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Checking segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:30.165258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Network hostable DHCP agents. Network: cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:30.166809 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:30.178131 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (5270f1b6-3714-4852-8b3b-c380a74b77fa), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.178870 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Added segment 5270f1b6-3714-4852-8b3b-c380a74b77fa of type vlan for network d6cb1f6d-0926-47d2-a6bc-b702c79729da Jun 24 08:40:30.238422 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (d6cb1f6d-0926-47d2-a6bc-b702c79729da), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.272413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f79ec75-0e86-4e5e-bc64-00665dc56717,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:30.275656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (d6cb1f6d-0926-47d2-a6bc-b702c79729da), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.277087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:30.277887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.279658 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Made reservation on behalf of dfa535df5dd14d69bb3ca125cbd9fe13 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:30.282211 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.289542 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:30.307916 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.308537 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.309238 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.310059 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.310642 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.311151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.311650 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.312133 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.312645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.313153 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.313490 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.313855 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.314186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.314509 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.314924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Tracked resource versions report: Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: pushed versions: Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: { 'AddressGroup': {'1.2'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Agent': {'1.1'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'ConntrackHelper': {'1.0'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Log': {'1.0'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'NDPProxy': {'1.0'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Network': {'1.1'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Port': {'1.7'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'PortForwarding': {'1.3'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'QosPolicy': {'1.10'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroup': {'1.5'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SubPort': {'1.0'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Subnet': {'1.1'}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Trunk': {'1.1'}} Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: consumer versions: Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: HyperV agent@hv-cinder-84713: {}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Agent': '1.1', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'ConntrackHelper': '1.0', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'LocalIPAssociation': '1.0', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Log': '1.0', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'NDPProxy': '1.0', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Network': '1.1', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Port': '1.7', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'PortForwarding': '1.3', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'QosPolicy': '1.10', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroup': '1.5', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SecurityGroupRule': '1.2', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'SubPort': '1.0', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Subnet': '1.1', Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: 'Trunk': '1.1'}} Jun 24 08:40:30.317150 dv-cinder-847131-2-iscsi neutron-server[110637]: {{(pid=110637) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:40:30.325864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.340925 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:30.352397 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a7532-58b2-43d7-ac9c-2c558b5cdf31 None None] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:30.382564 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:30.383996 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.388634 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] Pushing event updated for resources: {'Network': ['ID=d6cb1f6d-0926-47d2-a6bc-b702c79729da,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:30.398530 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-5967362e-b3f9-4acd-9602-5dea66a70ead admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.0716839 Jun 24 08:40:30.399551 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59282) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:30.404878 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Request body: {'subnet': {'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-subnet', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:30.415737 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:30.426737 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:30.432388 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-21b79a5b-68a0-4947-9e16-eec90316fa7a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6521249 Jun 24 08:40:30.442544 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59284) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:30.447129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Made reservation on behalf of 4de333e57ed34492bee6491335ff4356 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:30.449971 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.452363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:30.453943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:30.466658 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks [] for security_group (18d11cd9-54e4-4fba-b92a-11c313fc94bd), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.480851 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (18d11cd9-54e4-4fba-b92a-11c313fc94bd), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.543546 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:30.547078 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.548249 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.564298 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:30.565366 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d11cd9-54e4-4fba-b92a-11c313fc94bd,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:30.577270 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772288858242', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (9b34ac8e-3406-463b-a4b3-614ff2fc661e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.578576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Unsubscribe: segment precommit_create {{(pid=110637) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 08:40:30.578576 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Added segment 9b34ac8e-3406-463b-a4b3-614ff2fc661e of type vlan for network 38769342-91d5-4e58-832d-8de7c3da8648 Jun 24 08:40:30.632969 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (38769342-91d5-4e58-832d-8de7c3da8648), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.645276 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=23,neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:30.685571 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks [] for security_group (14503135-923c-4a8b-b1e1-02fe0be0bf71), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.715585 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (2ac679c0-59f4-48c1-b0f5-46c60be8d00a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.717086 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-55375930-network', 'tenant_id': 'b362cc2cf2484182afb8365a5fe5bd98'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:30.726562 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (14503135-923c-4a8b-b1e1-02fe0be0bf71), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.743938 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:30.748896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:40:30.749216 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.762266 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.762810 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Added segment 7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d of type vlan for network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 Jun 24 08:40:30.817202 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (e4e8b7d0-ce6c-4343-a961-e78a127b98d9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.853042 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (38769342-91d5-4e58-832d-8de7c3da8648), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.855482 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:30.856369 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.861666 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac679c0-59f4-48c1-b0f5-46c60be8d00a,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:30.886622 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (e4e8b7d0-ce6c-4343-a961-e78a127b98d9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.886994 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Checking segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:30.888153 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:30.888736 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:30.891838 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Network hostable DHCP agents. Network: d6cb1f6d-0926-47d2-a6bc-b702c79729da, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:30.940107 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:30.941277 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3493543 Jun 24 08:40:30.946478 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59298) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:30.978887 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Allocated IP 172.20.0.2 (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6/6f79ec75-0e86-4e5e-bc64-00665dc56717/ec89b51d-b124-4af9-b0ac-b551828c1827) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:30.984873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Request body: {'subnet': {'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1977723306-subnet', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:31.016211 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, d6cb1f6d-0926-47d2-a6bc-b702c79729da) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:31.025234 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:31.027337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.049311 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Made reservation on behalf of 147d9b38796148cb996e8c61d1586b61 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:31.054166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.058187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644d030-6dd0-42d6-8975-d11587e694f2 None None] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:31.083384 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-df7d04f6-c6e5-4053-928f-915c8b3c510a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6821272 Jun 24 08:40:31.087720 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59300) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:31.093679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:31.164054 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4402492 Jun 24 08:40:31.179054 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for router_controller (c29aa193-a5d9-4f90-a361-edbbfa90c68a), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.185109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59310) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:31.199420 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Request body: {'subnet': {'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-subnet', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:31.218693 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.219791 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.261848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Made reservation on behalf of b362cc2cf2484182afb8365a5fe5bd98 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:31.275880 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.307500 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Made reservation on behalf of dfa535df5dd14d69bb3ca125cbd9fe13 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:31.312033 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.314629 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=11,neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:31.363809 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-d6cb1f6d-0926-47d2-a6bc-b702c79729da', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:40:31.366002 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.426213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14503135-923c-4a8b-b1e1-02fe0be0bf71,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:31.455527 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks [] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.483426 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for router_controller (9a6e3137-2099-477e-b029-c5dd5e33cbf0), precommit_add_association {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.540765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.540906 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=83,neutron:UPDATE=10,neutron:INSERT=7 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:31.545722 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.625628 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:31.628598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e21dc-903a-401c-9068-03bd65efbe4b admin admin] Pushing event updated for resources: {'Network': ['ID=38769342-91d5-4e58-832d-8de7c3da8648,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:31.680732 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Pushing event updated for resources: {'Port': ['ID=ec89b51d-b124-4af9-b0ac-b551828c1827,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:31.689754 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (e6356b71-8769-4f74-bdc6-3c60aca95cf1), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:31.693801 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.694788 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.695353 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.695902 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.696509 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.697016 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.697495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.698026 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.698521 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.699044 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.699520 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.700052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.700530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.701060 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.701678 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Tracked resource versions report: Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: pushed versions: Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: { 'AddressGroup': {'1.2'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Agent': {'1.1'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'ConntrackHelper': {'1.0'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Log': {'1.0'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'NDPProxy': {'1.0'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Network': {'1.1'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Port': {'1.7'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'PortForwarding': {'1.3'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'QosPolicy': {'1.10'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroup': {'1.5'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SubPort': {'1.0'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Subnet': {'1.1'}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Trunk': {'1.1'}} Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: consumer versions: Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: HyperV agent@hv-cinder-84713: {}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Agent': '1.1', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'ConntrackHelper': '1.0', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'LocalIPAssociation': '1.0', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Log': '1.0', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'NDPProxy': '1.0', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Network': '1.1', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Port': '1.7', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'PortForwarding': '1.3', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'QosPolicy': '1.10', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroup': '1.5', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SecurityGroupRule': '1.2', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'SubPort': '1.0', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Subnet': '1.1', Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: 'Trunk': '1.1'}} Jun 24 08:40:31.703646 dv-cinder-847131-2-iscsi neutron-server[110638]: {{(pid=110638) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:40:31.710944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:31.713319 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 38769342-91d5-4e58-832d-8de7c3da8648 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:31.750247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:31.805611 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:31.816846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=10,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:31.835005 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Checking segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:31.835382 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Network hostable DHCP agents. Network: 38769342-91d5-4e58-832d-8de7c3da8648, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:31.998419 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59356) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:32.011402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Network 38769342-91d5-4e58-832d-8de7c3da8648 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:32.016132 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for router_gateway (c29aa193-a5d9-4f90-a361-edbbfa90c68a), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.020627 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks [] for security_group (ef8dac43-8d8c-44d4-b446-fdc31bf15adb), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.054034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Allocated IP 172.20.0.2 (d6cb1f6d-0926-47d2-a6bc-b702c79729da/2ac679c0-59f4-48c1-b0f5-46c60be8d00a/63b65fad-e54f-48b5-b45c-ff3940ad4b3d) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:32.058845 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ef8dac43-8d8c-44d4-b446-fdc31bf15adb), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.097742 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 38769342-91d5-4e58-832d-8de7c3da8648) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:32.112674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:32.119896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a4bef8-9262-47b7-ab54-22cb7bf9be21 None None] Network 38769342-91d5-4e58-832d-8de7c3da8648 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:32.121754 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for router_gateway (9a6e3137-2099-477e-b029-c5dd5e33cbf0), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.156941 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Attempting to bind port ec89b51d-b124-4af9-b0ac-b551828c1827 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:32.157915 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Attempting to bind port ec89b51d-b124-4af9-b0ac-b551828c1827 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:32.157915 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Attempting to bind port ec89b51d-b124-4af9-b0ac-b551828c1827 on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:32.210473 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:32.211095 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Checking segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:32.211220 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.211595 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Bound using segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:32.212358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Bound port: ec89b51d-b124-4af9-b0ac-b551828c1827, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:32.212497 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.223810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:32.229029 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.271358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8dac43-8d8c-44d4-b446-fdc31bf15adb,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.291842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fecc4-6cf5-43b9-b094-266d45d80aec admin admin] Pushing event updated for resources: {'Network': ['ID=e4e8b7d0-ce6c-4343-a961-e78a127b98d9,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.295579 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6356b71-8769-4f74-bdc6-3c60aca95cf1,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.329123 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:32.384633 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks [] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.408579 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (51f40937-b26c-4b21-b8fc-909f3e0682c1), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.409177 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Added segment 51f40937-b26c-4b21-b8fc-909f3e0682c1 of type vlan for network 36e06276-3d46-4b54-8066-41d335d476a5 Jun 24 08:40:32.444569 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] For port ec89b51d-b124-4af9-b0ac-b551828c1827, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:32.448264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] For port ec89b51d-b124-4af9-b0ac-b551828c1827, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=ec89b51d-b124-4af9-b0ac-b551828c1827,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:32.451914 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:32.454583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:32.461241 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.467708 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (36e06276-3d46-4b54-8066-41d335d476a5), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.471441 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ca02c9ec-9827-414e-8211-232bc2008c34 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5238328 Jun 24 08:40:32.478833 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59376) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:32.481238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (f017f67f-b373-447e-b925-e0ed3829f6f0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.484416 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:32.488674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:32.559802 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59382) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:32.566289 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:32.568244 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Pushing event updated for resources: {'Port': ['ID=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.572846 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.578305 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:32.594611 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:32.635132 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-38769342-91d5-4e58-832d-8de7c3da8648', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'project_id': '147d9b38796148cb996e8c61d1586b61', 'fixed_ips': [{'subnet_id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:40:32.636539 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.663411 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for router_gateway (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.700787 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-70f719ab-5b94-4d99-8d25-e1b025c6ba79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.712006 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.715694 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.717035 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.721247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (36e06276-3d46-4b54-8066-41d335d476a5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.722587 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:32.723321 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.775525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-655f0617-d244-4c03-a792-7b7e2ef0717d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:32.787942 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f017f67f-b373-447e-b925-e0ed3829f6f0,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.885209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438b785-d228-4096-ab4b-b97fb1dc373b None None] Pushing event updated for resources: {'Port': ['ID=ec89b51d-b124-4af9-b0ac-b551828c1827,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.919429 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] Pushing event updated for resources: {'Network': ['ID=36e06276-3d46-4b54-8066-41d335d476a5,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:32.931216 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1b3a1689-86d7-49ab-a076-20ccda084db8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7811294 Jun 24 08:40:32.933759 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59392) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:32.951778 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 36e06276-3d46-4b54-8066-41d335d476a5 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:32.954175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Request body: {'subnet': {'network_id': '36e06276-3d46-4b54-8066-41d335d476a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-55375930-subnet', 'tenant_id': 'b362cc2cf2484182afb8365a5fe5bd98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:32.990429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Attempting to bind port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:32.991188 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Attempting to bind port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:32.991572 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Attempting to bind port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:33.031680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:33.032090 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Checking segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:33.032464 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.032843 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Bound using segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:33.033323 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Bound port: 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:33.033715 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.056303 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for router_controller (94166f03-047e-4e20-b919-f0ab57b9bf95), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.077305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for router_gateway (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.167546 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.167546 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.179617 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Allocated IP 172.20.0.2 (38769342-91d5-4e58-832d-8de7c3da8648/e6356b71-8769-4f74-bdc6-3c60aca95cf1/9a0d7939-15f3-4354-8a55-d7374f61c20c) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:33.198241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:33.198466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Network hostable DHCP agents. Network: e4e8b7d0-ce6c-4343-a961-e78a127b98d9, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:33.203256 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Allocated IP 172.27.1.240 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/a2348d2f-0b96-4411-823e-b4621fb24a0b) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:33.216801 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Made reservation on behalf of b362cc2cf2484182afb8365a5fe5bd98 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:33.219830 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.247219 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.263232 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] For port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:33.288657 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.293579 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for router_gateway (94166f03-047e-4e20-b919-f0ab57b9bf95), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.330919 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] For port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:33.384618 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.397501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.469302 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.498003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks [] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.498991 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:33.513479 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.523202 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df8f2d-5cd7-4111-a053-db3d539b6351 None None] Pushing event updated for resources: {'Port': ['ID=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:33.549072 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, e4e8b7d0-ce6c-4343-a961-e78a127b98d9) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:33.553451 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-70f719ab-5b94-4d99-8d25-e1b025c6ba79 admin admin] Publish callbacks [] for security_group (13c848fa-7772-4b26-ba83-9f564e49ee11), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.565733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-70f719ab-5b94-4d99-8d25-e1b025c6ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (13c848fa-7772-4b26-ba83-9f564e49ee11), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.576742 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:33.577587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.582354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Pushing event updated for resources: {'Port': ['ID=9a0d7939-15f3-4354-8a55-d7374f61c20c,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:33.602707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156ae0a-7b92-4c0b-945a-48e50b02e62c None None] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:33.610635 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.614710 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-655f0617-d244-4c03-a792-7b7e2ef0717d admin admin] Publish callbacks [] for security_group (95eb24e8-1517-467c-bbfb-5de80ba4cdaa), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.649249 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Network 38769342-91d5-4e58-832d-8de7c3da8648 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:33.654936 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:33.656147 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-655f0617-d244-4c03-a792-7b7e2ef0717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (95eb24e8-1517-467c-bbfb-5de80ba4cdaa), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.660655 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Pushing event updated for resources: {'Port': ['ID=a2348d2f-0b96-4411-823e-b4621fb24a0b,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:33.661797 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:33.672922 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e8c4765f-1f56-4408-92be-a3690f4b89cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4833896 Jun 24 08:40:33.675611 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59396) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:33.681771 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:33.687664 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for router_gateway (94166f03-047e-4e20-b919-f0ab57b9bf95), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.706279 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-70f719ab-5b94-4d99-8d25-e1b025c6ba79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35fe6df7ad774eb8ad6a7ccf008276cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6960235 Jun 24 08:40:33.711078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59398) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:33.736079 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.742669 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:33.757360 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:33.763176 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:33.807121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f719ab-5b94-4d99-8d25-e1b025c6ba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c848fa-7772-4b26-ba83-9f564e49ee11,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:33.847362 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:40:33.848473 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.849266 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.865264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Allocated IP 172.27.1.59 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/5e0710b8-03f1-4400-8f04-4e2f14058f02) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:33.874344 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-655f0617-d244-4c03-a792-7b7e2ef0717d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c859b23c7e2d4d5bae1d73ec8f1b32c4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3135822 Jun 24 08:40:33.891436 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59404) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:33.897147 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:33.927495 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (050e1178-2aac-46be-9b91-482930bf37a8), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:33.927866 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Attempting to bind port 9a0d7939-15f3-4354-8a55-d7374f61c20c on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:33.928820 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Attempting to bind port 9a0d7939-15f3-4354-8a55-d7374f61c20c by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:33.929140 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Attempting to bind port 9a0d7939-15f3-4354-8a55-d7374f61c20c on network 38769342-91d5-4e58-832d-8de7c3da8648 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:33.929606 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (050e1178-2aac-46be-9b91-482930bf37a8), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.051329 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:34.059473 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Checking segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:34.060191 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.061922 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Bound using segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:34.065350 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Bound port: 9a0d7939-15f3-4354-8a55-d7374f61c20c, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:34.066142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.129973 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f0617-d244-4c03-a792-7b7e2ef0717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eb24e8-1517-467c-bbfb-5de80ba4cdaa,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:34.214160 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] For port 9a0d7939-15f3-4354-8a55-d7374f61c20c, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:34.222671 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for router_controller (050e1178-2aac-46be-9b91-482930bf37a8), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.223538 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Allocated IP 172.20.0.2 (e4e8b7d0-ce6c-4343-a961-e78a127b98d9/f017f67f-b373-447e-b925-e0ed3829f6f0/e0e982d5-8e23-44a6-bffd-7e9662a62933) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:34.228792 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] For port 9a0d7939-15f3-4354-8a55-d7374f61c20c, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=9a0d7939-15f3-4354-8a55-d7374f61c20c,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:34.244455 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.271491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] Publish callbacks [] for security_group (13c848fa-7772-4b26-ba83-9f564e49ee11), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.279872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (8df3a8f8-a7d8-4942-a17b-9ed61240f561), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.290141 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:34.416935 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] Publish callbacks [] for security_group (13c848fa-7772-4b26-ba83-9f564e49ee11), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.475994 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for router_gateway (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.533883 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cc0c9-d75f-4b0b-bb3e-4407bab5be65 None None] Pushing event updated for resources: {'Port': ['ID=9a0d7939-15f3-4354-8a55-d7374f61c20c,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:34.546903 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:34.562167 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:34.603915 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks [] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.625045 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (13c848fa-7772-4b26-ba83-9f564e49ee11), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.627788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.632149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13c848fa-7772-4b26-ba83-9f564e49ee11 HTTP/1.1" status: 204 len: 168 time: 0.8845792 Jun 24 08:40:34.632149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] Publish callbacks [] for security_group (95eb24e8-1517-467c-bbfb-5de80ba4cdaa), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.632437 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.687259 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for router_gateway (050e1178-2aac-46be-9b91-482930bf37a8), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.688209 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.690746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df3a8f8-a7d8-4942-a17b-9ed61240f561,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:34.691015 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:34.707938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] Publish callbacks [] for security_group (95eb24e8-1517-467c-bbfb-5de80ba4cdaa), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:34.713388 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279f771-4766-4e33-83c0-1b64f649944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c848fa-7772-4b26-ba83-9f564e49ee11,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:34.784803 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Checking segment: {'id': '51f40937-b26c-4b21-b8fc-909f3e0682c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '36e06276-3d46-4b54-8066-41d335d476a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:34.785243 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Network hostable DHCP agents. Network: 36e06276-3d46-4b54-8066-41d335d476a5, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:34.854926 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:34.861357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Network 36e06276-3d46-4b54-8066-41d335d476a5 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:34.888555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.005050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63b65fad-e54f-48b5-b45c-ff3940ad4b3d up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:35.013751 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a114b41-5384-4722-9022-16213468e953 None None] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:35.024166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:35.025909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 36e06276-3d46-4b54-8066-41d335d476a5) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:35.033376 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0710b8-03f1-4400-8f04-4e2f14058f02,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:35.050534 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:35.093364 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (95eb24e8-1517-467c-bbfb-5de80ba4cdaa), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.093364 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.093364 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95eb24e8-1517-467c-bbfb-5de80ba4cdaa HTTP/1.1" status: 204 len: 168 time: 1.1185083 Jun 24 08:40:35.093364 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:35.094301 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:35.094378 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.094458 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d2051a-f07c-4723-99f7-d08417c1baa5 None None] Network 36e06276-3d46-4b54-8066-41d335d476a5 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:35.094458 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:35.128683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87783a07-9886-4d0b-9011-0ebd0c7e0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eb24e8-1517-467c-bbfb-5de80ba4cdaa,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:35.156382 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f9c27847-01ee-4ce7-9e45-5c8f633f622e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2063303 Jun 24 08:40:35.159369 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:35.223296 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Allocated IP 172.27.1.57 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:35.310245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Pushing event updated for resources: {'Port': ['ID=e0e982d5-8e23-44a6-bffd-7e9662a62933,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:35.380210 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59436) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:35.400708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7dd5fc42-1647-41d7-8139-0a2f67248502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.405813 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Provisioning complete for port ec89b51d-b124-4af9-b0ac-b551828c1827 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:35.406975 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.429276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:35.669512 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb24ec4-7ace-4840-b0ff-6b98de5f68c9 None None] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:35.718477 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:40:35.719301 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for router_gateway (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.724223 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:35.725863 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:35.728192 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.736024 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for router_gateway (050e1178-2aac-46be-9b91-482930bf37a8), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.773128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.834910 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:35.835469 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.880376 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.884316 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.890676 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7dd5fc42-1647-41d7-8139-0a2f67248502 admin admin] Publish callbacks [] for security_group (d0b1ead8-d65c-49d5-ad98-519c23a15fe5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.910718 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7dd5fc42-1647-41d7-8139-0a2f67248502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d0b1ead8-d65c-49d5-ad98-519c23a15fe5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:35.914614 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33ba97-a992-4a8d-a731-507b94e3a426 None None] Network 36e06276-3d46-4b54-8066-41d335d476a5 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:36.013051 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7dd5fc42-1647-41d7-8139-0a2f67248502 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1a4e12b8f724e27ad10bf67d10bbb1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6303542 Jun 24 08:40:36.016459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59452) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:36.017081 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5fc42-1647-41d7-8139-0a2f67248502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b1ead8-d65c-49d5-ad98-519c23a15fe5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:36.039165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Attempting to bind port e0e982d5-8e23-44a6-bffd-7e9662a62933 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:36.039890 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Attempting to bind port e0e982d5-8e23-44a6-bffd-7e9662a62933 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:36.040778 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Attempting to bind port e0e982d5-8e23-44a6-bffd-7e9662a62933 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:36.126670 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:36.127332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:36.127873 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.128453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Bound using segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:36.129075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Bound port: e0e982d5-8e23-44a6-bffd-7e9662a62933, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:36.129605 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.147493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:36.272151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:36.272697 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.276248 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.313589 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Current status of the port ec89b51d-b124-4af9-b0ac-b551828c1827 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:36.314068 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.314494 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.325362 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59460) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:36.344410 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102ef7f-5e23-4870-9af8-50de75ac9c1b None None] Network 38769342-91d5-4e58-832d-8de7c3da8648 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:36.404086 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:36.437541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:36.452188 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Allocated IP 172.27.1.213 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/54ee0401-5252-422c-925b-2fca1cde0c4e) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:36.460769 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:36.475493 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Pushing event updated for resources: {'Port': ['ID=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:36.509211 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:36.531197 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] For port e0e982d5-8e23-44a6-bffd-7e9662a62933, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:36.534855 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:36.535880 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.536749 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device ec89b51d-b124-4af9-b0ac-b551828c1827 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:36.541725 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] Publish callbacks [] for security_group (d0b1ead8-d65c-49d5-ad98-519c23a15fe5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.559537 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:36.567583 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:36.612413 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:40:36.682912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] For port ec89b51d-b124-4af9-b0ac-b551828c1827, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=ec89b51d-b124-4af9-b0ac-b551828c1827,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:36.730829 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] For port e0e982d5-8e23-44a6-bffd-7e9662a62933, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e0e982d5-8e23-44a6-bffd-7e9662a62933,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:36.744333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.762156 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] Publish callbacks [] for security_group (d0b1ead8-d65c-49d5-ad98-519c23a15fe5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.774960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.826712 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:36.841658 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:36.844533 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:36.861298 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:36.864896 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:36.892103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c0d41084-1dd5-4bfe-ad30-1f8e5e7a63b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.926540 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.929343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port ec89b51d-b124-4af9-b0ac-b551828c1827 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:36.929756 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.935444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Provisioning complete for port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:36.935934 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:36.938137 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0d252f54-f2c8-4d5f-9c5d-c9165cce1e35 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8485472 Jun 24 08:40:36.941047 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59472) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:37.066943 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02d565-92a3-4a21-9e54-b857986fbf63 None None] Pushing event updated for resources: {'Port': ['ID=ec89b51d-b124-4af9-b0ac-b551828c1827,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:37.077838 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:40:37.131580 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59478) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:37.143034 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-343824342-network', 'tenant_id': 'c3c13f69c6294c4eab7412b91fc5fd74'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:37.194555 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:37.203083 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.329594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e1811-af46-42de-905b-b06966df4ea9 None None] Pushing event updated for resources: {'Port': ['ID=e0e982d5-8e23-44a6-bffd-7e9662a62933,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:37.346608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d0b1ead8-d65c-49d5-ad98-519c23a15fe5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.354014 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.355684 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0b1ead8-d65c-49d5-ad98-519c23a15fe5 HTTP/1.1" status: 204 len: 168 time: 1.3362117 Jun 24 08:40:37.379595 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Made reservation on behalf of c3c13f69c6294c4eab7412b91fc5fd74 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:37.394458 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.395157 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port ec89b51d-b124-4af9-b0ac-b551828c1827 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:37.442273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d108c9b-8c39-447f-aa08-18e75a4aa219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b1ead8-d65c-49d5-ad98-519c23a15fe5,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:37.445980 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Current status of the port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:37.471620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.524075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Provisioning complete for port ec89b51d-b124-4af9-b0ac-b551828c1827 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:37.525411 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.567352 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for router_gateway (94166f03-047e-4e20-b919-f0ab57b9bf95), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.586875 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:37.626554 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.665626 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c0d41084-1dd5-4bfe-ad30-1f8e5e7a63b6 admin admin] Publish callbacks [] for security_group (1b83791c-2edf-4029-a519-56148431d5d5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.687259 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c0d41084-1dd5-4bfe-ad30-1f8e5e7a63b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1b83791c-2edf-4029-a519-56148431d5d5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.730794 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:37.733735 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c0d41084-1dd5-4bfe-ad30-1f8e5e7a63b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96a995413a5146d88dd2d817961a9310&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4072108 Jun 24 08:40:37.737230 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59490) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:37.758741 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Current status of the port ec89b51d-b124-4af9-b0ac-b551828c1827 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:37.794409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Provisioning complete for port 9a0d7939-15f3-4354-8a55-d7374f61c20c triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:37.795032 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.817619 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Pushing event updated for resources: {'Port': ['ID=54ee0401-5252-422c-925b-2fca1cde0c4e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:37.847935 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:35Z', 'revision_number': 3, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:37.856795 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:37.885176 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:37.886320 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Updating router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 port 5e0710b8-03f1-4400-8f04-4e2f14058f02 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:37.888922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d41084-1dd5-4bfe-ad30-1f8e5e7a63b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83791c-2edf-4029-a519-56148431d5d5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:37.914228 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:37.934317 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 9a0d7939-15f3-4354-8a55-d7374f61c20c up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:37.937536 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:37.989684 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:38.003517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] Publish callbacks [] for security_group (1b83791c-2edf-4029-a519-56148431d5d5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.026510 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.027856 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ed3fc4a4-f0df-45b6-8564-27921f224777 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5843117 Jun 24 08:40:38.032229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:38.052488 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59498) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:38.081619 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:38.104712 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:38.108211 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:38.108361 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:38.131124 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] Publish callbacks [] for security_group (1b83791c-2edf-4029-a519-56148431d5d5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.136139 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:38.310647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1b83791c-2edf-4029-a519-56148431d5d5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.316857 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.322905 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b83791c-2edf-4029-a519-56148431d5d5 HTTP/1.1" status: 204 len: 168 time: 0.5822220 Jun 24 08:40:38.384660 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks [] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.389300 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:38.399788 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.464139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941ce88-fa0a-4e2d-92a1-c61ecd8df1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83791c-2edf-4029-a519-56148431d5d5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:38.538911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.563031 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Pushing event updated for resources: {'Port': ['ID=5e0710b8-03f1-4400-8f04-4e2f14058f02,revision_number=2']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:38.571236 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Attempting to bind port 5e0710b8-03f1-4400-8f04-4e2f14058f02 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:38.571603 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Attempting to bind port 5e0710b8-03f1-4400-8f04-4e2f14058f02 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:38.574229 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Attempting to bind port 5e0710b8-03f1-4400-8f04-4e2f14058f02 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:38.605553 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.606520 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.608345 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.608780 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.610072 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.611456 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.612388 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:38.612960 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.613295 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.613627 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.614343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:38.617151 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.617617 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.617850 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Current status of the port 9a0d7939-15f3-4354-8a55-d7374f61c20c is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:38.618019 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.618292 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.619720 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.620065 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.621088 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Tracked resource versions report: Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: pushed versions: Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: { 'AddressGroup': {'1.2'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Agent': {'1.1'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'ConntrackHelper': {'1.0'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'LocalIPAssociation': {'1.0'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Log': {'1.0'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'NDPProxy': {'1.0'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Network': {'1.1'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Port': {'1.7'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'PortForwarding': {'1.3'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'QosPolicy': {'1.10'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroup': {'1.5'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroupRule': {'1.2'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SubPort': {'1.0'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Subnet': {'1.1'}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Trunk': {'1.1'}} Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: consumer versions: Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: { DHCP agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: HyperV agent@hv-cinder-84713: {}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: L3 agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: Metadata agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: Metering agent@dv-cinder-847131-2-iscsi: {}, Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: Open vSwitch agent@dv-cinder-847131-2-iscsi: { 'AddressGroup': '1.2', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Agent': '1.1', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'ConntrackHelper': '1.0', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'LocalIPAssociation': '1.0', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Log': '1.0', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'NDPProxy': '1.0', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Network': '1.1', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Port': '1.7', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'PortForwarding': '1.3', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'QosPolicy': '1.10', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroup': '1.5', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SecurityGroupRule': '1.2', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'SubPort': '1.0', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Subnet': '1.1', Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: 'Trunk': '1.1'}} Jun 24 08:40:38.625343 dv-cinder-847131-2-iscsi neutron-server[110639]: {{(pid=110639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 08:40:38.629326 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:38.633155 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:38.633585 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.636279 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:38.636777 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Bound port: 5e0710b8-03f1-4400-8f04-4e2f14058f02, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:38.638871 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.665439 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:38.704316 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] For port 9a0d7939-15f3-4354-8a55-d7374f61c20c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=9a0d7939-15f3-4354-8a55-d7374f61c20c,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:38.707614 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894c333-0582-48d3-be26-8287061daadd None None] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:38.766501 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] For port 5e0710b8-03f1-4400-8f04-4e2f14058f02, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:38.776000 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] For port 5e0710b8-03f1-4400-8f04-4e2f14058f02, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=5e0710b8-03f1-4400-8f04-4e2f14058f02,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:38.795496 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.817153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Allocated IP 172.20.0.1 (d6cb1f6d-0926-47d2-a6bc-b702c79729da/2ac679c0-59f4-48c1-b0f5-46c60be8d00a/f5ad0155-a57a-41e8-acef-762f501246ea) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:38.819335 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks [] for security_group (61db3e6b-4dff-4215-83dc-9022c44d479e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.864852 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (61db3e6b-4dff-4215-83dc-9022c44d479e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.920169 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:40:38.928951 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20b516-f275-4552-8c19-34b912609cc4 None None] Pushing event updated for resources: {'Port': ['ID=5e0710b8-03f1-4400-8f04-4e2f14058f02,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:38.941378 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.946696 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 9a0d7939-15f3-4354-8a55-d7374f61c20c triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:38.947062 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.964883 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:38.965508 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:38.989351 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61db3e6b-4dff-4215-83dc-9022c44d479e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:38.993307 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:38.993643 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Added segment 0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3 of type vlan for network 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 Jun 24 08:40:39.049473 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:39.088198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks [] for port (f5ad0155-a57a-41e8-acef-762f501246ea), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.137589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.191680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:39.198079 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:39.201172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:39.201997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.222728 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:39.263405 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:39.323739 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Provisioning complete for port e0e982d5-8e23-44a6-bffd-7e9662a62933 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:39.324128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.473078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:39.501400 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.524397 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:34Z', 'revision_number': 3, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:39.578321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.587653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312e66d-b51e-48c3-975a-acefa6446da4 None None] Pushing event updated for resources: {'Port': ['ID=9a0d7939-15f3-4354-8a55-d7374f61c20c,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:39.635178 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:39.635974 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Updating router c29aa193-a5d9-4f90-a361-edbbfa90c68a port a2348d2f-0b96-4411-823e-b4621fb24a0b binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:39.643083 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:35Z', 'revision_number': 3, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:39.660303 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (4dddf193-561e-4c88-bd7e-4b6bc1adbfe9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.698299 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba5b35-d44c-40b2-aced-5cc9e8272e24 None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:35Z', 'revision_number': 3, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:39.728349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:39.781914 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.845643 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 9a0d7939-15f3-4354-8a55-d7374f61c20c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:39.846777 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63b65fad-e54f-48b5-b45c-ff3940ad4b3d up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:39.867269 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for router_gateway (050e1178-2aac-46be-9b91-482930bf37a8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:39.897397 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Current status of the port e0e982d5-8e23-44a6-bffd-7e9662a62933 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:39.897833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.016251 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (4dddf193-561e-4c88-bd7e-4b6bc1adbfe9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.017638 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:40.018465 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.058726 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:40.064446 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks [] for port (f5ad0155-a57a-41e8-acef-762f501246ea), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.081538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.082555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.102167 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] For port e0e982d5-8e23-44a6-bffd-7e9662a62933, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e0e982d5-8e23-44a6-bffd-7e9662a62933,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:40.197768 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:40.320801 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.325124 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:40.326471 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:40.326963 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.336757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:40.338396 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:40.449246 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:40.457125 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Pushing event updated for resources: {'Port': ['ID=e0e982d5-8e23-44a6-bffd-7e9662a62933,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:40.464800 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] Pushing event updated for resources: {'Network': ['ID=4dddf193-561e-4c88-bd7e-4b6bc1adbfe9,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:40.480229 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Provisioning complete for port 9a0d7939-15f3-4354-8a55-d7374f61c20c triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:40.480701 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.551583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:40:40.574443 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2d75b93c-32f5-44e1-b182-7510cdb0b09d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4370894 Jun 24 08:40:40.585131 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59556) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:40.611049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Request body: {'subnet': {'network_id': '4dddf193-561e-4c88-bd7e-4b6bc1adbfe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-343824342-subnet', 'tenant_id': 'c3c13f69c6294c4eab7412b91fc5fd74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:40.708747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f60fbb88-3a13-4d0e-a8c6-772752ef5543 None None] Current status of the port 9a0d7939-15f3-4354-8a55-d7374f61c20c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:40.725571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Made reservation on behalf of c3c13f69c6294c4eab7412b91fc5fd74 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:40:40.727997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.744636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:40:40.822149 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (050e1178-2aac-46be-9b91-482930bf37a8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.850814 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-40515804-c991-477b-9286-e5b09349eadc None None] Provisioning complete for port e0e982d5-8e23-44a6-bffd-7e9662a62933 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:40.851577 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-40515804-c991-477b-9286-e5b09349eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:40.864396 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:40.928270 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:40.929307 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device ec89b51d-b124-4af9-b0ac-b551828c1827 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:41.008255 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Router 94166f03-047e-4e20-b919-f0ab57b9bf95 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:40:41.025374 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.034187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:41.045292 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port ec89b51d-b124-4af9-b0ac-b551828c1827 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:41.046147 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.078616 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-224deafd-6911-4b4e-a27b-ea1a452535e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/9a6e3137-2099-477e-b029-c5dd5e33cbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1328993 Jun 24 08:40:41.133049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks [] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.185403 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-40515804-c991-477b-9286-e5b09349eadc None None] Current status of the port e0e982d5-8e23-44a6-bffd-7e9662a62933 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:41.197900 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-40515804-c991-477b-9286-e5b09349eadc None None] Provisioning complete for port f5ad0155-a57a-41e8-acef-762f501246ea triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:41.197900 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-40515804-c991-477b-9286-e5b09349eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.239584 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (2aa51b46-a504-480d-b1c3-2346319613b5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.241879 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.246205 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-40515804-c991-477b-9286-e5b09349eadc None None] Port f5ad0155-a57a-41e8-acef-762f501246ea cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:41.396598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Attempting to bind port a2348d2f-0b96-4411-823e-b4621fb24a0b on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:41.397324 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Attempting to bind port a2348d2f-0b96-4411-823e-b4621fb24a0b by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:41.397974 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Attempting to bind port a2348d2f-0b96-4411-823e-b4621fb24a0b on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:41.411496 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:41.430505 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:41.431318 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:41.432005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.432598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:41.433468 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Bound port: a2348d2f-0b96-4411-823e-b4621fb24a0b, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:41.434101 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.532006 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14359212-ecee-4df6-a5e4-96c7d8c4156c None None] Pushing event updated for resources: {'Port': ['ID=a2348d2f-0b96-4411-823e-b4621fb24a0b,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:41.553282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port ec89b51d-b124-4af9-b0ac-b551828c1827 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:41.554672 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e0e982d5-8e23-44a6-bffd-7e9662a62933 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:41.594608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:41.596003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa51b46-a504-480d-b1c3-2346319613b5,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:41.659224 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Checking segment: {'id': '0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4dddf193-561e-4c88-bd7e-4b6bc1adbfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:41.660723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Network hostable DHCP agents. Network: 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:40:41.691171 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Network 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:40:41.706013 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:41.712190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:41.713293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.771563 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e97ac354-6ba3-4fb7-97cc-e4d9807ffcdd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1783824 Jun 24 08:40:41.850619 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7373d98-6fae-444c-b27c-be68370477be None None] Network 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:41.898029 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59596) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:41.904690 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413142175', 'description': 'tempest-description--1227507809'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:41.957947 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:41.962755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:41.970080 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] For port a2348d2f-0b96-4411-823e-b4621fb24a0b, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:41.976352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:42.003036 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59598) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:42.025413 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] For port a2348d2f-0b96-4411-823e-b4621fb24a0b, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a2348d2f-0b96-4411-823e-b4621fb24a0b,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:42.042875 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.051411 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Allocated IP 172.20.0.1 (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6/6f79ec75-0e86-4e5e-bc64-00665dc56717/3fab8dcf-bc85-4085-8184-2fde17fa9f71) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:42.053518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port e0e982d5-8e23-44a6-bffd-7e9662a62933 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:42.053518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.147627 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838f15d4-c85e-4649-90ab-8eab71273d39 None None] Network 4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:40:42.185274 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:42.185938 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:42.199501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14359212-ecee-4df6-a5e4-96c7d8c4156c None None] Pushing event updated for resources: {'Port': ['ID=a2348d2f-0b96-4411-823e-b4621fb24a0b,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:42.200962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Deleting subnet 8df3a8f8-a7d8-4942-a17b-9ed61240f561 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:40:42.212107 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Publish callbacks [] for subnet (8df3a8f8-a7d8-4942-a17b-9ed61240f561), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.226722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:42.247016 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks [] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.276530 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:42.281508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (bb44cb41-595f-4ad9-a80c-b9dfc156cbbb), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.289442 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Sync routers for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:42.297207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (bb44cb41-595f-4ad9-a80c-b9dfc156cbbb), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.312084 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:42.312981 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:42.329924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Publish callbacks [] for subnet (8df3a8f8-a7d8-4942-a17b-9ed61240f561), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.348074 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Router 050e1178-2aac-46be-9b91-482930bf37a8 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:40:42.380603 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port e0e982d5-8e23-44a6-bffd-7e9662a62933 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:42.414122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (8df3a8f8-a7d8-4942-a17b-9ed61240f561), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.469935 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.474962 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-981c3778-b2bd-426c-9ec3-2c767ee29200 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.9908895 Jun 24 08:40:42.481550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59602) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:42.481724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:42.488743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.496151 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5969901 Jun 24 08:40:42.511773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59604) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:42.525389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group_rule': {'security_group_id': 'bb44cb41-595f-4ad9-a80c-b9dfc156cbbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:42.551949 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:42.560463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da92fd3-8ff5-49d1-8c6d-b52850f4847b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:42.647970 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:42.657652 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:42.707848 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (e1a724e8-4328-4d5d-94a4-3dcb42583a49), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.739550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for subnet (8df3a8f8-a7d8-4942-a17b-9ed61240f561), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.769212 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.775181 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:42.793500 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:42.794190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:42.802672 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df3a8f8-a7d8-4942-a17b-9ed61240f561,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:42.854319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.859393 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fbd8560b-e65a-4922-9a04-7f35e7f466a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8df3a8f8-a7d8-4942-a17b-9ed61240f561 HTTP/1.1" status: 204 len: 168 time: 0.8491566 Jun 24 08:40:42.866172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59614) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:42.895726 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Pushing event updated for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:42.918500 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:36Z', 'revision_number': 3, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:42.944260 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:42.949541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:42.955502 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:42.955724 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Checking router: 94166f03-047e-4e20-b919-f0ab57b9bf95 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:42.956182 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:42.956883 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Updating router 94166f03-047e-4e20-b919-f0ab57b9bf95 port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:42.995676 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.023932 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (36e06276-3d46-4b54-8066-41d335d476a5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.051629 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:43.069723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (e1a724e8-4328-4d5d-94a4-3dcb42583a49), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.127799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 9a0d7939-15f3-4354-8a55-d7374f61c20c up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:43.130346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:43.213059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (36e06276-3d46-4b54-8066-41d335d476a5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.215779 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (e1a724e8-4328-4d5d-94a4-3dcb42583a49), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.256830 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.257172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.258416 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.258847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > port after_create 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.259314 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > port after_delete 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.260418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > port after_update 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.260856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.261529 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.262037 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.262928 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.326310 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:43.355349 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:43.359529 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-a8a66a23-186f-4c15-9cfc-cfdadc9023cc None None] Provisioning complete for port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:43.361171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a8a66a23-186f-4c15-9cfc-cfdadc9023cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.399912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a8a66a23-186f-4c15-9cfc-cfdadc9023cc None None] Port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:43.423621 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 9a0d7939-15f3-4354-8a55-d7374f61c20c triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:43.424385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.443490 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.447445 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3f57027e-b546-4ef4-899f-4e6d5b6e8f97 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.7681324 Jun 24 08:40:43.450809 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59616) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:43.627424 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.708104 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:43.722798 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.723195 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks [] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.727795 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.728744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.728744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110636) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:43.728926 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e06276-3d46-4b54-8066-41d335d476a5']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.729480 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:43.741525 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:43.742170 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.774017 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f40937-b26c-4b21-b8fc-909f3e0682c1') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.774398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f40937-b26c-4b21-b8fc-909f3e0682c1') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.779833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 9a0d7939-15f3-4354-8a55-d7374f61c20c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:43.781008 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e0e982d5-8e23-44a6-bffd-7e9662a62933 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:43.806732 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (51f40937-b26c-4b21-b8fc-909f3e0682c1), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.827744 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:34Z', 'revision_number': 3, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.840493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:43.879380 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.879591 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a88166-dbf8-4ba8-aecb-b79f85b9a7f6 None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:34Z', 'revision_number': 3, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:43.886108 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 2, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:43.899992 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:43.936135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:43.936666 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Updating router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 port f5ad0155-a57a-41e8-acef-762f501246ea binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:43.951086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (51f40937-b26c-4b21-b8fc-909f3e0682c1), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.960054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a724e8-4328-4d5d-94a4-3dcb42583a49,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:43.960300 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:43.969057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:40:43.969566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (51f40937-b26c-4b21-b8fc-909f3e0682c1), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:43.997355 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Attempting to bind port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:43.998125 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Attempting to bind port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:43.998599 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Attempting to bind port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:44.010084 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port e0e982d5-8e23-44a6-bffd-7e9662a62933 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:44.010453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.020820 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.031535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.032951 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-5f90b178-6aa9-49e3-86c6-b10784296916 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5181201 Jun 24 08:40:44.069224 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59646) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:44.082231 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:44.082590 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:44.082989 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.083465 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:44.085011 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Bound port: 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:44.085011 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.110004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group_rule': {'security_group_id': 'bb44cb41-595f-4ad9-a80c-b9dfc156cbbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:44.169525 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5c067-9519-402a-a4e1-f008cd6d97ad None None] Pushing event updated for resources: {'Port': ['ID=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,revision_number=2']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:44.246876 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] For port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:44.252170 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] For port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:44.306687 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (36e06276-3d46-4b54-8066-41d335d476a5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.339051 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.393603 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Pushing event deleted for resources: {'Network': ['ID=36e06276-3d46-4b54-8066-41d335d476a5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:44.400795 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.418188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-bbb7861d-5614-4fab-8712-43d92094957d admin admin] 10.222.0.13 "DELETE /v2.0/networks/36e06276-3d46-4b54-8066-41d335d476a5 HTTP/1.1" status: 204 len: 168 time: 1.5499599 Jun 24 08:40:44.419223 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59668) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:44.423804 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (63e2ef00-da37-4689-b1a8-f5703c31ed1b), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.503692 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:44.519723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:44.524468 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Deleting subnet 2aa51b46-a504-480d-b1c3-2346319613b5 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:40:44.539129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Publish callbacks [] for subnet (2aa51b46-a504-480d-b1c3-2346319613b5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.592850 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:44.593841 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:44.664718 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 51f40937-b26c-4b21-b8fc-909f3e0682c1 resource provider aggregate not found Jun 24 08:40:44.703426 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 51f40937-b26c-4b21-b8fc-909f3e0682c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51f40937-b26c-4b21-b8fc-909f3e0682c1 found for delete ", "request_id": "req-a3631d94-95d6-4acb-b4c7-9e2c70d16686"}]} Jun 24 08:40:44.719346 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5c067-9519-402a-a4e1-f008cd6d97ad None None] Pushing event updated for resources: {'Port': ['ID=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:44.722555 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:44.729401 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.737938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (2aa51b46-a504-480d-b1c3-2346319613b5), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.819136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (63e2ef00-da37-4689-b1a8-f5703c31ed1b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.838826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (63e2ef00-da37-4689-b1a8-f5703c31ed1b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:44.880325 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e2ef00-da37-4689-b1a8-f5703c31ed1b,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:44.903899 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port e0e982d5-8e23-44a6-bffd-7e9662a62933 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:44.906227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 5e0710b8-03f1-4400-8f04-4e2f14058f02 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:44.917562 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:44.951705 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (2aa51b46-a504-480d-b1c3-2346319613b5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.047179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.047406 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:45.054505 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-66cc6305-6c4e-408f-9213-bfd2d52bb3f2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9839101 Jun 24 08:40:45.066340 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59688) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:45.075495 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:45.121320 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:45.121669 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Updating router 050e1178-2aac-46be-9b91-482930bf37a8 port 54ee0401-5252-422c-925b-2fca1cde0c4e binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:45.133258 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (2aa51b46-a504-480d-b1c3-2346319613b5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.157481 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:45.179444 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.188143 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2aa51b46-a504-480d-b1c3-2346319613b5 HTTP/1.1" status: 204 len: 168 time: 0.7542136 Jun 24 08:40:45.203663 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59692) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:45.214089 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.225582 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.248763 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab6ef9-4753-4b03-8130-bf5b685f384e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa51b46-a504-480d-b1c3-2346319613b5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:45.292983 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:45.354282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks [] for port (f5ad0155-a57a-41e8-acef-762f501246ea), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.380196 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.382840 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 5e0710b8-03f1-4400-8f04-4e2f14058f02 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:45.383190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.418218 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks [] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.449903 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:36Z', 'revision_number': 3, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:45.539550 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4908493-6e87-4733-bd19-b72c34b834de None None] The sync data for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi is: [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:36Z', 'revision_number': 3, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:45.576339 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:45.577752 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.578763 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.658551 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Attempting to bind port f5ad0155-a57a-41e8-acef-762f501246ea on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:45.659303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Attempting to bind port f5ad0155-a57a-41e8-acef-762f501246ea by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:45.659860 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Attempting to bind port f5ad0155-a57a-41e8-acef-762f501246ea on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:45.663776 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7c743-3ca2-4161-9e80-f5fbc00134da None None] Pushing event updated for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:45.674208 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 5e0710b8-03f1-4400-8f04-4e2f14058f02 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:45.675080 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.688358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:45.689078 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Checking segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:45.690266 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.690858 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Bound using segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:45.691644 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Bound port: f5ad0155-a57a-41e8-acef-762f501246ea, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:45.692225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.720325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 5e0710b8-03f1-4400-8f04-4e2f14058f02, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=5e0710b8-03f1-4400-8f04-4e2f14058f02,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:45.722796 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks [] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.723979 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:45.733538 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.750571 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.822882 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Attempting to bind port 54ee0401-5252-422c-925b-2fca1cde0c4e on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:45.823250 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Attempting to bind port 54ee0401-5252-422c-925b-2fca1cde0c4e by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:45.823607 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Attempting to bind port 54ee0401-5252-422c-925b-2fca1cde0c4e on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:45.832562 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:45.832949 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:45.834194 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.834458 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:45.835449 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Bound port: 54ee0401-5252-422c-925b-2fca1cde0c4e, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:45.835637 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.839229 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee39e-ca98-4f19-95fc-4cdfd825b083 None None] Pushing event updated for resources: {'Port': ['ID=54ee0401-5252-422c-925b-2fca1cde0c4e,revision_number=2']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:45.909472 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] For port 54ee0401-5252-422c-925b-2fca1cde0c4e, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:45.921050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] For port f5ad0155-a57a-41e8-acef-762f501246ea, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:45.923666 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] For port 54ee0401-5252-422c-925b-2fca1cde0c4e, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=54ee0401-5252-422c-925b-2fca1cde0c4e,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:45.924674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] For port f5ad0155-a57a-41e8-acef-762f501246ea, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f5ad0155-a57a-41e8-acef-762f501246ea,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:45.929992 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (4dddf193-561e-4c88-bd7e-4b6bc1adbfe9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.939787 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.944151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:45.989396 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:46.009443 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:46.019263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a2348d2f-0b96-4411-823e-b4621fb24a0b up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:46.086788 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=5e0710b8-03f1-4400-8f04-4e2f14058f02,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:46.089836 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Provisioning complete for port f5ad0155-a57a-41e8-acef-762f501246ea triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:46.090528 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:46.151991 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7c743-3ca2-4161-9e80-f5fbc00134da None None] Pushing event updated for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:46.191444 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:46.196418 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:46.197936 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aee39e-ca98-4f19-95fc-4cdfd825b083 None None] Pushing event updated for resources: {'Port': ['ID=54ee0401-5252-422c-925b-2fca1cde0c4e,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:46.208261 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:46.240618 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:46.241772 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Pushing event updated for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:46.246280 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:46.401405 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port a2348d2f-0b96-4411-823e-b4621fb24a0b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:46.401806 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:46.559407 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:46.582335 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Allocated IP 172.27.1.99 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/45a24632-4dca-456a-888b-bccc046c41fc) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:46.587805 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:46.600551 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:46.706874 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Allocated IP 172.20.0.1 (38769342-91d5-4e58-832d-8de7c3da8648/e6356b71-8769-4f74-bdc6-3c60aca95cf1/13336348-314a-4b3c-92c4-51e6c636c18e) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:46.842717 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:46.950017 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Current status of the port f5ad0155-a57a-41e8-acef-762f501246ea is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:46.950693 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:46.963695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59722) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:47.030609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (4dddf193-561e-4c88-bd7e-4b6bc1adbfe9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.071646 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:47.072687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port a2348d2f-0b96-4411-823e-b4621fb24a0b is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:47.073083 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.118946 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] For port f5ad0155-a57a-41e8-acef-762f501246ea, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f5ad0155-a57a-41e8-acef-762f501246ea,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:47.141426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.152937 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port a2348d2f-0b96-4411-823e-b4621fb24a0b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a2348d2f-0b96-4411-823e-b4621fb24a0b,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:47.166029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:47.197914 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:47.198368 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:47.200369 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.202517 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:47.213924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.214316 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.215069 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.215405 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.215750 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.216075 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.216387 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.216711 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.217017 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.217323 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.232817 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fdd06390-6ffb-4aad-80b7-b865308d2335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.233764 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2781b670-5001-4a7d-938e-abba84010bb4 None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:38Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:47.248329 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64275a-bceb-44cf-b0be-3d271ef2ca1a None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:47.284819 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c14189-5fe8-48e2-b12a-b8998ae027b0 None None] Pushing event updated for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:47.340360 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-98858002-5493-4867-8958-77cbdc3190c4 None None] Provisioning complete for port f5ad0155-a57a-41e8-acef-762f501246ea triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:47.340740 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-98858002-5493-4867-8958-77cbdc3190c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.366682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fdd06390-6ffb-4aad-80b7-b865308d2335 admin admin] Publish callbacks [] for security_group (8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.377506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fdd06390-6ffb-4aad-80b7-b865308d2335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.384471 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=a2348d2f-0b96-4411-823e-b4621fb24a0b,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:47.436257 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd06390-6ffb-4aad-80b7-b865308d2335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:47.452346 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fdd06390-6ffb-4aad-80b7-b865308d2335 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aabb589c9bdb4a2795ab8a13b07c89c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910653 Jun 24 08:40:47.456346 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59726) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:47.461012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.461351 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.461675 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.462009 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110637) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 08:40:47.462541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dddf193-561e-4c88-bd7e-4b6bc1adbfe9']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:47.475529 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-98858002-5493-4867-8958-77cbdc3190c4 None None] Current status of the port f5ad0155-a57a-41e8-acef-762f501246ea is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:47.551625 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:47.551927 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:47.573625 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] Publish callbacks [] for security_group (8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.609723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] Publish callbacks [] for security_group (8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.617027 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-11880956-6398-4554-8653-da42ba3d7ee6 None None] Provisioning complete for port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:47.617389 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-11880956-6398-4554-8653-da42ba3d7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.634969 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.662101 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:47.688004 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-11880956-6398-4554-8653-da42ba3d7ee6 None None] Port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:47.704228 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.707410 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:47.716299 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690 HTTP/1.1" status: 204 len: 168 time: 0.2580106 Jun 24 08:40:47.729249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1f37a-b75d-44c4-826c-3900edae9b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1fd5d7-6f04-49b1-9a1d-6dcfb30a2690,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:47.971866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:48.026039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Allocated IP 172.20.0.1 (e4e8b7d0-ce6c-4343-a961-e78a127b98d9/f017f67f-b373-447e-b925-e0ed3829f6f0/f13e90a3-50a2-4e4e-b9fb-55a494bfba8b) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:48.044167 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (45a24632-4dca-456a-888b-bccc046c41fc), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.073647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.136199 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f5ad0155-a57a-41e8-acef-762f501246ea up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:48.148111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:40:48.148601 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.191202 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks [] for port (13336348-314a-4b3c-92c4-51e6c636c18e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.216153 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:40:48.292076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59740) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:48.301172 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port f5ad0155-a57a-41e8-acef-762f501246ea triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:48.301556 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.322099 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec6f-eff8-4a3e-8bc0-1288e367e1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.323636 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:48.436605 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (4dddf193-561e-4c88-bd7e-4b6bc1adbfe9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.451353 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.458968 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4dddf193-561e-4c88-bd7e-4b6bc1adbfe9 HTTP/1.1" status: 204 len: 168 time: 3.2474492 Jun 24 08:40:48.482969 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port f5ad0155-a57a-41e8-acef-762f501246ea is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:48.491517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (45a24632-4dca-456a-888b-bccc046c41fc), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.492351 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:48.510913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec6f-eff8-4a3e-8bc0-1288e367e1f7 admin admin] Publish callbacks [] for security_group (96f0e36f-cd68-4717-8cf4-cea6e3ea7c32), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.519589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:48.530194 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eeaeec6f-eff8-4a3e-8bc0-1288e367e1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (96f0e36f-cd68-4717-8cf4-cea6e3ea7c32), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.590057 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c73abe-d915-4a00-8e8c-3ab7f7fb8bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dddf193-561e-4c88-bd7e-4b6bc1adbfe9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:48.634873 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-eeaeec6f-eff8-4a3e-8bc0-1288e367e1f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c9ab5429d4b4a1fb334ed4658bdf701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408902 Jun 24 08:40:48.636601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaeec6f-eff8-4a3e-8bc0-1288e367e1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f0e36f-cd68-4717-8cf4-cea6e3ea7c32,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:48.640690 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.649765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59748) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:48.653478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:48.656112 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.678734 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:48.785781 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:48.786472 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.818902 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks [] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.824926 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:48.827974 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:48.836438 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:48.838863 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a2348d2f-0b96-4411-823e-b4621fb24a0b up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:48.844517 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3 resource provider aggregate not found Jun 24 08:40:48.858572 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:48.873739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Network 38769342-91d5-4e58-832d-8de7c3da8648 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:48.886379 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:48.891148 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59756) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:48.893544 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=45a24632-4dca-456a-888b-bccc046c41fc,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:48.935596 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:48.969500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-50cbefae-65b7-42ce-8c67-6cab4bb70896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b362cc2cf2484182afb8365a5fe5bd98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0765829 Jun 24 08:40:48.972024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59758) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:48.986061 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:49.004220 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0067fb04-f1ce-4fe0-8b18-145a2ce5d2c3 found for delete ", "request_id": "req-0a068edc-48b9-495d-9a50-0537387c2bde"}]} Jun 24 08:40:49.023247 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4253ab15-9c99-4ee6-af00-6498f57f2594 admin admin] 10.222.0.13 "PUT /v2.0/routers/c29aa193-a5d9-4f90-a361-edbbfa90c68a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9623177 Jun 24 08:40:49.093549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] Publish callbacks [] for security_group (ef8dac43-8d8c-44d4-b446-fdc31bf15adb), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.144338 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] Publish callbacks [] for security_group (ef8dac43-8d8c-44d4-b446-fdc31bf15adb), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.161647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] Publish callbacks [] for security_group (96f0e36f-cd68-4717-8cf4-cea6e3ea7c32), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.176128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (94166f03-047e-4e20-b919-f0ab57b9bf95), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.190669 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:49.238181 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:49.266213 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ef8dac43-8d8c-44d4-b446-fdc31bf15adb), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.268833 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.270019 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef8dac43-8d8c-44d4-b446-fdc31bf15adb HTTP/1.1" status: 204 len: 168 time: 0.2970400 Jun 24 08:40:49.285370 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:49.291792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad969874-bb65-4eb4-923e-82c45f0393ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8dac43-8d8c-44d4-b446-fdc31bf15adb,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:49.317776 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:49.317776 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:49.414688 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.473403 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:49.496694 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:49.523503 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-90a95f5a-db38-44e8-9f12-94dfbf4f0825 None None] Provisioning complete for port 13336348-314a-4b3c-92c4-51e6c636c18e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:49.523887 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90a95f5a-db38-44e8-9f12-94dfbf4f0825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.528940 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port a2348d2f-0b96-4411-823e-b4621fb24a0b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:49.529381 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.575399 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] Publish callbacks [] for security_group (96f0e36f-cd68-4717-8cf4-cea6e3ea7c32), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.586674 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Pushing event updated for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:49.587440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59782) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:49.592607 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416858321', 'description': 'tempest-description--266772458'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:49.680580 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:49.687874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-90a95f5a-db38-44e8-9f12-94dfbf4f0825 None None] Port 13336348-314a-4b3c-92c4-51e6c636c18e cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:49.711946 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:49.712545 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.713047 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:49.725553 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:49.732719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.778299 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:49.823651 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Pushing event updated for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:49.840723 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port a2348d2f-0b96-4411-823e-b4621fb24a0b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:49.842831 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 5e0710b8-03f1-4400-8f04-4e2f14058f02 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:49.939426 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59796) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:49.947682 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (050e1178-2aac-46be-9b91-482930bf37a8), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:49.950191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (d7519895-6453-4b06-866d-52423f62ac73), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.026720 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d7519895-6453-4b06-866d-52423f62ac73), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.048683 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (96f0e36f-cd68-4717-8cf4-cea6e3ea7c32), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.054647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.055924 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96f0e36f-cd68-4717-8cf4-cea6e3ea7c32 HTTP/1.1" status: 204 len: 168 time: 1.3992307 Jun 24 08:40:50.123865 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (45a24632-4dca-456a-888b-bccc046c41fc), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.133673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.143424 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 2, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:50.159100 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fb9457a4-68fe-4005-b462-cab1d28f1e6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3c13f69c6294c4eab7412b91fc5fd74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147715 Jun 24 08:40:50.161453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59810) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:50.164367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7519895-6453-4b06-866d-52423f62ac73,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:50.170918 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f27ce-9b6e-4b54-a908-37d384715b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f0e36f-cd68-4717-8cf4-cea6e3ea7c32,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:50.190384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:50.190738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Updating router c29aa193-a5d9-4f90-a361-edbbfa90c68a port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:50.209913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.211404 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-555b8e8f-2d1e-46db-80a1-64a382fd3f34 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6227701 Jun 24 08:40:50.232767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59814) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:50.262879 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-6aa51e8a-3eb4-401b-86a4-01f5b83a2095 None None] Provisioning complete for port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:50.263311 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6aa51e8a-3eb4-401b-86a4-01f5b83a2095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.275823 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group_rule': {'security_group_id': 'd7519895-6453-4b06-866d-52423f62ac73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:50.298963 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 5e0710b8-03f1-4400-8f04-4e2f14058f02 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:50.299352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.338663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.368295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-6aa51e8a-3eb4-401b-86a4-01f5b83a2095 None None] Port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:50.385844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (caa7d11b-3f98-4181-b8cb-ff09361c2818), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.482542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] Publish callbacks [] for security_group (61db3e6b-4dff-4215-83dc-9022c44d479e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.498259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 5e0710b8-03f1-4400-8f04-4e2f14058f02 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:50.559743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] Publish callbacks [] for security_group (61db3e6b-4dff-4215-83dc-9022c44d479e), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.700346 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (caa7d11b-3f98-4181-b8cb-ff09361c2818), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.702594 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:50.710487 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (caa7d11b-3f98-4181-b8cb-ff09361c2818), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.746305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:50.753751 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa7d11b-3f98-4181-b8cb-ff09361c2818,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:50.757631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (61db3e6b-4dff-4215-83dc-9022c44d479e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.763461 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.765793 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61db3e6b-4dff-4215-83dc-9022c44d479e HTTP/1.1" status: 204 len: 168 time: 0.5919838 Jun 24 08:40:50.784302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.788431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f6cb3f00-1f83-47ff-b40c-4dc3accf179d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5560513 Jun 24 08:40:50.825084 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b71c-182d-456d-8ad3-4a5ea2cbe52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61db3e6b-4dff-4215-83dc-9022c44d479e,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:50.828958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59850) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:50.847309 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group_rule': {'security_group_id': 'd7519895-6453-4b06-866d-52423f62ac73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:50.887095 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 54ee0401-5252-422c-925b-2fca1cde0c4e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:50.910029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks [] for port (13336348-314a-4b3c-92c4-51e6c636c18e), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.940741 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:50.959614 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:50.972320 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (f5604b47-12ce-483d-8fa0-b5e3fc6a0219), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.007620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.017884 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:51.029426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:51.146853 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (45a24632-4dca-456a-888b-bccc046c41fc), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.148173 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 54ee0401-5252-422c-925b-2fca1cde0c4e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:51.148711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.170293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (f5604b47-12ce-483d-8fa0-b5e3fc6a0219), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.179561 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:51.180125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (f5604b47-12ce-483d-8fa0-b5e3fc6a0219), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.190531 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (45a24632-4dca-456a-888b-bccc046c41fc), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.213235 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (94166f03-047e-4e20-b919-f0ab57b9bf95), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.219905 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks [] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.224358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Pushing event updated for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:51.257855 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5604b47-12ce-483d-8fa0-b5e3fc6a0219,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:51.274274 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.290991 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.299753 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c8453b4e-6961-473a-bfce-ef5525ebfd39 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590340 Jun 24 08:40:51.300280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59874) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:51.318193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:40:51.413448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-32f09fa1-ab2e-42f0-84c5-96e60b5c2084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.432365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.514154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c07ce-641f-4e25-b5be-b15d3c963090 None None] Pushing event updated for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:51.521855 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 54ee0401-5252-422c-925b-2fca1cde0c4e is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:51.522295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.720005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Attempting to bind port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:51.720281 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Attempting to bind port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:51.722337 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Attempting to bind port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:51.726789 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=45a24632-4dca-456a-888b-bccc046c41fc,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:51.733368 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 54ee0401-5252-422c-925b-2fca1cde0c4e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=54ee0401-5252-422c-925b-2fca1cde0c4e,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:51.746792 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:51.747448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Checking segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:51.748247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.748786 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Bound using segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:51.749444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Bound port: 3fab8dcf-bc85-4085-8184-2fde17fa9f71, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:51.750166 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.755310 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.756276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:51.771963 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.834944 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:51.848352 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2b43a15c-2168-4fbb-8ec1-2b7b11c6fb70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7759218 Jun 24 08:40:51.902152 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Network 38769342-91d5-4e58-832d-8de7c3da8648 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:51.909216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:51.962813 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks [] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.044838 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] For port 3fab8dcf-bc85-4085-8184-2fde17fa9f71, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:52.045260 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.051241 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] For port 3fab8dcf-bc85-4085-8184-2fde17fa9f71, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=3fab8dcf-bc85-4085-8184-2fde17fa9f71,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:52.091133 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=54ee0401-5252-422c-925b-2fca1cde0c4e,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:52.132137 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.224054 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Provisioning complete for port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:52.224721 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.237291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.406763 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (050e1178-2aac-46be-9b91-482930bf37a8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.426556 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c07ce-641f-4e25-b5be-b15d3c963090 None None] Pushing event updated for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:52.429845 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Pushing event updated for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:52.467723 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:52.474742 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:52.487647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Allocated IP 172.27.1.253 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/9a8556eb-6726-4d90-b707-8daa172c9ddd) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:40:52.527152 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 59930) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:52.530810 dv-cinder-847131-2-iscsi neutron-server[110636]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 08:40:52.610890 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Router 94166f03-047e-4e20-b919-f0ab57b9bf95 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:40:52.647764 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:52.882734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.892817 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-fc4baaeb-854a-4914-88d7-57f12a6a658a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1413142175&fields=id&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 267 time: 0.3643382 Jun 24 08:40:52.938773 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:52.939392 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:52.966384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:52.981719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:52.993171 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:53.027387 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:53.032205 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Current status of the port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:53.034041 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.058025 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.131031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:53.147965 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-aea85f7e-738c-4f1e-ab2d-ddb49a93849a admin admin] 10.222.0.13 "PUT /v2.0/routers/94166f03-047e-4e20-b919-f0ab57b9bf95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6650476 Jun 24 08:40:53.151921 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Sync routers for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:53.174086 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:53.175097 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:53.223066 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] For port 3fab8dcf-bc85-4085-8184-2fde17fa9f71, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=3fab8dcf-bc85-4085-8184-2fde17fa9f71,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:53.224368 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:53.235605 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.267870 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:40:53.280080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Router 050e1178-2aac-46be-9b91-482930bf37a8 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:40:53.285612 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:40:53.291151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:53.314589 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d71a3-d449-402f-bab8-eba6fed2f600 None None] Pushing event updated for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:53.319794 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:53.322339 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:40:53.363659 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=9a8556eb-6726-4d90-b707-8daa172c9ddd,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:53.400057 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Provisioning complete for port 13336348-314a-4b3c-92c4-51e6c636c18e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:53.401476 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.441968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Port 13336348-314a-4b3c-92c4-51e6c636c18e cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:53.487019 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=100 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:53.492085 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-3cb61c94-acc4-45d0-9caa-f7281371b86d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:53.494419 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-3cb61c94-acc4-45d0-9caa-f7281371b86d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 815 time: 0.5912924 Jun 24 08:40:53.514450 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:40:53.521119 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-63f2da29-2d78-4fbb-a4af-f2ba2d257e31 admin admin] 10.222.0.13 "PUT /v2.0/routers/050e1178-2aac-46be-9b91-482930bf37a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0690076 Jun 24 08:40:53.533126 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-5b03e98b-9823-4b9c-8e7c-7c07c9cbc1a2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/quotas/4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 375 time: 0.0318122 Jun 24 08:40:53.544227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:40:53.546322 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 54ee0401-5252-422c-925b-2fca1cde0c4e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:53.567481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:53.588639 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Provisioning complete for port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:53.589054 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.590727 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:53.680511 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-284f9a48-bdf2-4969-b1f1-e6b78e7dcc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.760796 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:53.761432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:53.767552 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-3b104ac4-31fd-4dcb-860b-22571c07075c None None] Current status of the port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:53.782043 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-06437cd4-2fa8-42d5-a220-0b0b8e297fec tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2480252 Jun 24 08:40:53.798900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.842194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 54ee0401-5252-422c-925b-2fca1cde0c4e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:53.842678 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.876762 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:53.909345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:53.913268 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 59986) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:54.022412 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:49Z', 'revision_number': 4, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13336348-314a-4b3c-92c4-51e6c636c18e', 'name': '', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'mac_address': 'fa:16:3e:5c:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:45Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 2, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'subnets': [{'id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:54.056495 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Checking router: 94166f03-047e-4e20-b919-f0ab57b9bf95 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:54.057032 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Updating router 94166f03-047e-4e20-b919-f0ab57b9bf95 port 13336348-314a-4b3c-92c4-51e6c636c18e binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:54.064977 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:54.096313 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.147499 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-61496e34-6c6f-4245-ad8b-3b4bf8619def None None] Provisioning complete for port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:54.152700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-61496e34-6c6f-4245-ad8b-3b4bf8619def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.154793 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:52Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:54.157392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.165134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.224054 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:54.235148 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0ad34703-a518-4e67-b3b3-1b234856f60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.299057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.308488 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe466cc-6477-416d-8b6b-34dec03a33cf None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:52Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:54.327940 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=9a8556eb-6726-4d90-b707-8daa172c9ddd,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:54.340035 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.352653 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-08a0b1fa-2ccf-48ae-b27c-45ea27cdecf3 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0507424 Jun 24 08:40:54.371396 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:54.432889 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-61496e34-6c6f-4245-ad8b-3b4bf8619def None None] Port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:40:54.437285 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0ad34703-a518-4e67-b3b3-1b234856f60e admin admin] Publish callbacks [] for security_group (993a971a-0e8c-43e7-a138-80d53c1e9a28), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.442323 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0ad34703-a518-4e67-b3b3-1b234856f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (993a971a-0e8c-43e7-a138-80d53c1e9a28), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.524047 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0ad34703-a518-4e67-b3b3-1b234856f60e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ab3fbea9d924850b2d282c31c874aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6095474 Jun 24 08:40:54.526732 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60010) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:54.539444 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad34703-a518-4e67-b3b3-1b234856f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a971a-0e8c-43e7-a138-80d53c1e9a28,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:54.590202 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks [] for port (13336348-314a-4b3c-92c4-51e6c636c18e), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.601165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 54ee0401-5252-422c-925b-2fca1cde0c4e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:54.604482 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.630319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] Publish callbacks [] for security_group (993a971a-0e8c-43e7-a138-80d53c1e9a28), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.659130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] Publish callbacks [] for security_group (993a971a-0e8c-43e7-a138-80d53c1e9a28), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.730393 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d1222-04b9-4382-9a13-e205f2442967 None None] Pushing event updated for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:54.769875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (993a971a-0e8c-43e7-a138-80d53c1e9a28), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.774687 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.776096 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/993a971a-0e8c-43e7-a138-80d53c1e9a28 HTTP/1.1" status: 204 len: 168 time: 0.2481058 Jun 24 08:40:54.782978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:54.808010 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5342f-dd28-4da7-baf0-809b18f3bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a971a-0e8c-43e7-a138-80d53c1e9a28,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:54.848011 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Attempting to bind port 13336348-314a-4b3c-92c4-51e6c636c18e on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:54.848340 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Attempting to bind port 13336348-314a-4b3c-92c4-51e6c636c18e by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:54.848695 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Attempting to bind port 13336348-314a-4b3c-92c4-51e6c636c18e on network 38769342-91d5-4e58-832d-8de7c3da8648 {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:54.860192 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:54.860577 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Checking segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:54.860992 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.861446 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Bound using segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:54.862066 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Bound port: 13336348-314a-4b3c-92c4-51e6c636c18e, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:54.867270 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.910462 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:54.928579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 2, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:55.000268 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:40:55.004153 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Updating router 050e1178-2aac-46be-9b91-482930bf37a8 port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:40:55.096124 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:55.114370 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] For port 13336348-314a-4b3c-92c4-51e6c636c18e, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:55.128097 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] For port 13336348-314a-4b3c-92c4-51e6c636c18e, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13336348-314a-4b3c-92c4-51e6c636c18e,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:55.137483 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:55.211914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-6b4e8b5c-eb5a-4600-9d04-6388a3b11f6d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:40:55.212947 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-6b4e8b5c-eb5a-4600-9d04-6388a3b11f6d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5373554 Jun 24 08:40:55.216927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60042) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:55.235325 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:55.236657 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:55.250446 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Provisioning complete for port 13336348-314a-4b3c-92c4-51e6c636c18e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:55.257304 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:55.400063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=1,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:55.403909 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-997cd8ec-a213-4628-9445-aa040920f5fb service neutron] 10.222.0.13 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708398 Jun 24 08:40:55.440408 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:55.466875 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 3fab8dcf-bc85-4085-8184-2fde17fa9f71 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:55.566606 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-c3ddf162-7760-42ec-9810-e944b97974bd service neutron] 10.222.0.13 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406205 Jun 24 08:40:55.585521 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:55.586730 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:55.600623 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:55.722248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-875f19a1-5e6b-412d-82c9-f34772d8b608 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:55.734400 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-875f19a1-5e6b-412d-82c9-f34772d8b608 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/networks?id=38769342-91d5-4e58-832d-8de7c3da8648 HTTP/1.1" status: 200 len: 812 time: 0.5146685 Jun 24 08:40:55.736413 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d1222-04b9-4382-9a13-e205f2442967 None None] Pushing event updated for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:55.762809 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:49Z', 'revision_number': 4, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13336348-314a-4b3c-92c4-51e6c636c18e', 'name': '', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'mac_address': 'fa:16:3e:5c:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:45Z', 'updated_at': '2022-06-24T08:40:55Z', 'revision_number': 4, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'subnets': [{'id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:55.773264 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-dcd6e1b8-4b31-41dc-a900-a7f877db7853 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/quotas/147d9b38796148cb996e8c61d1586b61 HTTP/1.1" status: 200 len: 375 time: 0.0363371 Jun 24 08:40:55.831141 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Current status of the port 13336348-314a-4b3c-92c4-51e6c636c18e is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:55.831532 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:55.868492 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de11a49-b45f-471f-922e-6ce7fd0dc4c1 None None] The sync data for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi is: [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:49Z', 'revision_number': 4, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13336348-314a-4b3c-92c4-51e6c636c18e', 'name': '', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'mac_address': 'fa:16:3e:5c:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:45Z', 'updated_at': '2022-06-24T08:40:55Z', 'revision_number': 4, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'subnets': [{'id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:55.913387 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:55.915940 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-bff50dba-7b96-4a50-9bef-e5288f927b4e tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=147d9b38796148cb996e8c61d1586b61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377504 Jun 24 08:40:56.013984 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60070) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:56.022191 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] For port 13336348-314a-4b3c-92c4-51e6c636c18e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13336348-314a-4b3c-92c4-51e6c636c18e,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:56.046076 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.208756 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60074) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:56.257108 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-99da349a-e7d5-4d3c-8591-b203cd31611e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.358472 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:56.456112 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:56.494545 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-99da349a-e7d5-4d3c-8591-b203cd31611e admin admin] Publish callbacks [] for security_group (1a7e5e21-23d4-4d3c-a853-06af5a2c44cd), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.500934 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-99da349a-e7d5-4d3c-8591-b203cd31611e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1a7e5e21-23d4-4d3c-a853-06af5a2c44cd), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.506141 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-673af631-43b5-4fb7-b534-406b8bcf87ae None None] Provisioning complete for port 13336348-314a-4b3c-92c4-51e6c636c18e triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:56.508203 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-673af631-43b5-4fb7-b534-406b8bcf87ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.538306 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da349a-e7d5-4d3c-8591-b203cd31611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e5e21-23d4-4d3c-a853-06af5a2c44cd,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:56.607572 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-99da349a-e7d5-4d3c-8591-b203cd31611e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3280bb930e9e403894457959c81e8ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971798 Jun 24 08:40:56.610256 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60084) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:56.616074 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.791269 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] Publish callbacks [] for security_group (1a7e5e21-23d4-4d3c-a853-06af5a2c44cd), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.874725 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.879657 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] Publish callbacks [] for security_group (1a7e5e21-23d4-4d3c-a853-06af5a2c44cd), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:56.880073 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1752c77-3e98-4cac-8c9a-f80e4d172c86 None None] Pushing event updated for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:56.900890 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:56.920379 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks [] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.053990 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1a7e5e21-23d4-4d3c-a853-06af5a2c44cd), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.057948 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.059426 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a7e5e21-23d4-4d3c-a853-06af5a2c44cd HTTP/1.1" status: 204 len: 168 time: 0.4479821 Jun 24 08:40:57.063828 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-673af631-43b5-4fb7-b534-406b8bcf87ae None None] Current status of the port 13336348-314a-4b3c-92c4-51e6c636c18e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:57.071193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.077945 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b9a18-5668-4a3e-850c-5f6ef0d7ed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e5e21-23d4-4d3c-a853-06af5a2c44cd,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:57.175424 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-ad89fd5f-c3a0-4d4f-b5f1-73eddfa32ee3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:57.177291 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-ad89fd5f-c3a0-4d4f-b5f1-73eddfa32ee3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.2678638 Jun 24 08:40:57.206126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdfda-adf1-4682-b7ec-a1d680f6ed9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.211584 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-2f03a063-dcf0-4ade-af8f-69fb1e6c5d01 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/quotas/dfa535df5dd14d69bb3ca125cbd9fe13 HTTP/1.1" status: 200 len: 375 time: 0.0260086 Jun 24 08:40:57.250530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200fa8e-7114-416d-85d0-42a8ff08f478 None None] Pushing event updated for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:57.275833 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-f672e7b7-12b0-422c-b20b-da89fa655e41 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:40:57.289823 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-f672e7b7-12b0-422c-b20b-da89fa655e41 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2604461 Jun 24 08:40:57.351598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Attempting to bind port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:40:57.352330 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Attempting to bind port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:40:57.353101 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Attempting to bind port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:40:57.362164 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:40:57.363290 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:40:57.363790 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.364634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Bound using segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:40:57.365238 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Bound port: f13e90a3-50a2-4e4e-b9fb-55a494bfba8b, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:40:57.365896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.474129 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] For port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:40:57.480171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] For port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:40:57.494165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.525894 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13336348-314a-4b3c-92c4-51e6c636c18e up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:40:57.668437 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:40:57.669384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:40:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:57.803922 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Provisioning complete for port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:57.804320 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:57.840964 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-f48fbc92-9d98-403b-833d-1246fba3fe8c service neutron] 10.222.0.13 "GET /v2.0/networks/38769342-91d5-4e58-832d-8de7c3da8648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445665 Jun 24 08:40:57.928983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-66e8480d-101a-49e4-8157-338c614409a5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7073374 Jun 24 08:40:58.101923 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:40:58.115756 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:58.219431 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:58.256279 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200fa8e-7114-416d-85d0-42a8ff08f478 None None] Pushing event updated for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:58.357665 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 13336348-314a-4b3c-92c4-51e6c636c18e triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:58.358311 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.416196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdfda-adf1-4682-b7ec-a1d680f6ed9f admin admin] Publish callbacks [] for security_group (45c740d1-9cd1-4fdf-b603-76632276891f), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.442319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-1177968e-af3c-4071-aae6-5ca6762f7d55 service neutron] 10.222.0.13 "GET /v2.0/networks/38769342-91d5-4e58-832d-8de7c3da8648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895925 Jun 24 08:40:58.444483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8e3cdfda-adf1-4682-b7ec-a1d680f6ed9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (45c740d1-9cd1-4fdf-b603-76632276891f), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.512109 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-8e3cdfda-adf1-4682-b7ec-a1d680f6ed9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=546b8d65c8784cf4aa352b62557a517f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4970386 Jun 24 08:40:58.514859 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60154) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:58.517897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-afadd46c-7da5-4a58-a0c7-0ccfdfc250a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483727 Jun 24 08:40:58.526392 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Current status of the port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:58.528035 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.621579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] For port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:40:58.623710 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:57Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:40:58.629780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:58.675046 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] Publish callbacks [] for security_group (45c740d1-9cd1-4fdf-b603-76632276891f), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.699897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-880bfc7c-2f83-406b-91e8-191fab37ab4a service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636932 Jun 24 08:40:58.715201 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:58.720275 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.732121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cdfda-adf1-4682-b7ec-a1d680f6ed9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c740d1-9cd1-4fdf-b603-76632276891f,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:58.732338 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8337f04-89ef-490f-8214-8c143f1dc120 None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:57Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:40:58.748480 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 13336348-314a-4b3c-92c4-51e6c636c18e is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:58.770490 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] Publish callbacks [] for security_group (45c740d1-9cd1-4fdf-b603-76632276891f), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.848624 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454aff1-4e04-4b4a-803c-0e2cdd384371 None None] Pushing event updated for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:58.901036 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-d496c76e-ce8f-492d-b7b6-333e8a22c143 None None] Provisioning complete for port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:40:58.903580 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-d496c76e-ce8f-492d-b7b6-333e8a22c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.929842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:40:58.980513 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (45c740d1-9cd1-4fdf-b603-76632276891f), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.983464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:40:58.992244 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c740d1-9cd1-4fdf-b603-76632276891f HTTP/1.1" status: 204 len: 168 time: 0.4763007 Jun 24 08:40:59.034747 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035bbb4-5c69-423c-812e-6c6d4fddbe08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c740d1-9cd1-4fdf-b603-76632276891f,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:40:59.092024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-3ac4e8d6-fb54-4dde-80e3-bed10f13f4cf tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1416858321&fields=id&tenant_id=2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 267 time: 0.1176028 Jun 24 08:40:59.258845 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-d496c76e-ce8f-492d-b7b6-333e8a22c143 None None] Current status of the port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:40:59.354011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-246ead26-79ea-4fa7-b114-37c801e6f4dd tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:40:59.359194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-246ead26-79ea-4fa7-b114-37c801e6f4dd tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 811 time: 0.2656157 Jun 24 08:40:59.484892 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1255064c-d82e-4dab-9848-18d9f6537fce req-620edf12-3e0d-4255-9965-bd207b4c8e74 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 210 time: 0.1235912 Jun 24 08:40:59.498436 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-109de6dd-1150-4bb9-830a-ba31bf6f72a8 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/quotas/2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 375 time: 0.0720901 Jun 24 08:40:59.553137 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.49', 55854) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:40:59.678772 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-7e14f740-1f37-4b7d-96fc-fcf86c7033c2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793463 Jun 24 08:40:59.757236 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8393e71d-5029-42b1-b129-7db29230f333 req-a4eb6dcf-998f-4bed-ae6f-a0b048096a80 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.0665271 Jun 24 08:41:00.186638 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-89157436-9be5-49e2-b5bd-d7f5f120665d service neutron] 10.222.0.13 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211750 Jun 24 08:41:00.195645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d0c01912-d229-4efb-96c6-a9f1fb9bedbc req-5e4a7d9e-ea53-4409-8a8b-118eab62e2e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 210 time: 0.1290748 Jun 24 08:41:00.262142 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-f376db64-6c59-409a-977f-f8f30d86ae7e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:00.265599 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-f376db64-6c59-409a-977f-f8f30d86ae7e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 815 time: 0.7105291 Jun 24 08:41:00.477271 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-c254bfe5-1f0c-439d-9575-38080a40233d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 380 time: 0.1455274 Jun 24 08:41:00.482611 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5182b5dd-7eba-4bf6-b3e4-db60bfa96998 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804122 Jun 24 08:41:00.496020 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'port': {'device_id': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'admin_state_up': True, 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'security_groups': ['bb44cb41-595f-4ad9-a80c-b9dfc156cbbb']}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:00.847513 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f99e296c-688f-4400-b0f2-b43bb64fbc26 req-277dfb46-8251-4b4e-815c-6538b7cd4f04 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 210 time: 0.0997443 Jun 24 08:41:01.001179 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Made reservation on behalf of 4de333e57ed34492bee6491335ff4356 for: {'port': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:01.018341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:01.134813 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb3dc495-0f4b-48cd-aa93-65ee2f54b951 req-cadb1109-4a98-490b-991c-60b8a3a40015 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.1436288 Jun 24 08:41:01.316723 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9465d476-accd-48d9-87ac-22bd2d16ca8a req-84aec2d6-4b59-4bad-b8c9-fb9ff24985b6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.1626353 Jun 24 08:41:01.544431 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:01.560276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f13e90a3-50a2-4e4e-b9fb-55a494bfba8b up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:01.666277 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:01.667821 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:01.891291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-322eeebf-c30f-498d-9265-8fca6b0d4b82 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:01.893602 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-322eeebf-c30f-498d-9265-8fca6b0d4b82 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.4571016 Jun 24 08:41:01.946515 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:01.965071 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-1e01df60-3f28-4ef6-942e-9816b3dcfc41 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/quotas/dfa535df5dd14d69bb3ca125cbd9fe13 HTTP/1.1" status: 200 len: 375 time: 0.0545251 Jun 24 08:41:02.086810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.49', 55864) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:02.189256 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Allocated IP 172.20.0.8 (d6cb1f6d-0926-47d2-a6bc-b702c79729da/2ac679c0-59f4-48c1-b0f5-46c60be8d00a/24b20858-8a37-47d6-98c3-e6bff8bd12c1) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:02.241393 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-204c6518-4896-4174-84d9-ced2488ceb6a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2802708 Jun 24 08:41:02.415556 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.49', 55865) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:02.687122 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37bc6428-76b1-4dfe-803b-7cd522a3d2c4 req-52aec9da-2052-453f-b8b4-7e17e637052b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 210 time: 0.2751665 Jun 24 08:41:02.945543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-e768da5a-a0e0-4f38-b753-0b2ed07aa2c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:02.947586 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-e768da5a-a0e0-4f38-b753-0b2ed07aa2c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.8454597 Jun 24 08:41:03.012815 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20a5adbb-7bc1-4478-b0e5-8360fc2fe467 req-5a8a9ef6-d8c5-4c33-81fa-747429245a3b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.1464083 Jun 24 08:41:03.105878 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-00872607-078c-49ab-b3e6-d3399169e4c7 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503261 Jun 24 08:41:03.221710 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:03.233979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:03.234650 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:03.259890 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-633e234e-de61-4cb9-ad2f-ad303cd2245e service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530585 Jun 24 08:41:03.288770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-b3489cef-2e2b-4c8b-a61d-60e708d1a7c5 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:03.293970 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-b3489cef-2e2b-4c8b-a61d-60e708d1a7c5 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.49 "GET /v2.0/networks?id=38769342-91d5-4e58-832d-8de7c3da8648 HTTP/1.1" status: 200 len: 812 time: 0.8442311 Jun 24 08:41:03.305601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'port': {'device_id': '01ede17c-58db-4ce0-a48f-de711078fbee', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'admin_state_up': True, 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:03.399105 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:03.496171 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60390) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:03.516341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9c1b1ce1-f7fe-4ec5-acfe-f167c7e77e2f req-f2c822c3-6ee5-4461-95e3-2e1bdbba0258 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.2494130 Jun 24 08:41:03.656861 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:03.697517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:03.709840 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:03.838210 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60406) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:04.014887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:04.120330 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:04.121579 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.191455 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9842df7a-08da-4bfa-ab79-b1d65ea4cd8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.382073 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-d584389a-a55a-4e47-bb46-596614aac883 None None] Provisioning complete for port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:04.383225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-d584389a-a55a-4e47-bb46-596614aac883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.438532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9842df7a-08da-4bfa-ab79-b1d65ea4cd8a admin admin] Publish callbacks [] for security_group (b37a2cab-a30b-4608-b3ad-f17163f0f9ec), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.441850 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.49', 55871) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:04.470002 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-2e9b8125-c1d3-47c9-bf50-d357a36a0c32 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9705899 Jun 24 08:41:04.521242 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-d584389a-a55a-4e47-bb46-596614aac883 None None] Port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:41:04.679551 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:04.691793 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-c0589de7-6172-4e08-ae0d-e79b5c6bc3a1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:04.694533 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-c0589de7-6172-4e08-ae0d-e79b5c6bc3a1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 811 time: 0.2487457 Jun 24 08:41:04.697235 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9842df7a-08da-4bfa-ab79-b1d65ea4cd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (b37a2cab-a30b-4608-b3ad-f17163f0f9ec), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.720053 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-65732fa9-f645-45e6-92b3-d9cad1e3d5e5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:41:04.722981 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-65732fa9-f645-45e6-92b3-d9cad1e3d5e5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0269103 Jun 24 08:41:04.759887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:04.799960 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0937d0d7-76f6-49ec-b1dc-c4398886f512 req-890af7a7-63a7-4323-9587-e0ad16780726 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 210 time: 1.0140176 Jun 24 08:41:04.819131 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Request body: {'port': {'device_id': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'admin_state_up': True, 'tenant_id': '147d9b38796148cb996e8c61d1586b61'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:04.823276 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9842df7a-08da-4bfa-ab79-b1d65ea4cd8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4529288ee9774d0b83e8a2b74567f502&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2652490 Jun 24 08:41:04.834598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60444) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:04.900480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842df7a-08da-4bfa-ab79-b1d65ea4cd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a2cab-a30b-4608-b3ad-f17163f0f9ec,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:04.978375 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] Publish callbacks [] for security_group (b37a2cab-a30b-4608-b3ad-f17163f0f9ec), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:04.991626 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-a89f2021-2959-4ec4-94f5-d62f2b105deb tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 380 time: 0.2063332 Jun 24 08:41:05.034796 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'port': {'device_id': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'admin_state_up': True, 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'security_groups': ['d7519895-6453-4b06-866d-52423f62ac73']}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:05.131285 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] Publish callbacks [] for security_group (b37a2cab-a30b-4608-b3ad-f17163f0f9ec), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.210875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3e8b0f25-7a14-44b3-9dcb-7eae722a2f30 req-7151b104-72ab-4534-940c-0408bb346716 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.1653593 Jun 24 08:41:05.316430 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-661f7fbe-e611-451d-86ed-497072c81b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.333823 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34c7ae-15c4-48ea-a8c5-6eab658ac8ab req-43ee093d-6cad-4b6c-aa45-f0bbc2e79410 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:05.336531 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5e34c7ae-15c4-48ea-a8c5-6eab658ac8ab req-43ee093d-6cad-4b6c-aa45-f0bbc2e79410 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 931 time: 0.5636172 Jun 24 08:41:05.363969 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Request body: {'port': {'device_id': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:05.416514 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.473858 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Made reservation on behalf of 2988ac4c59124e02bbcc7049e69dd599 for: {'port': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:05.478368 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.508115 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (b37a2cab-a30b-4608-b3ad-f17163f0f9ec), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.510993 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.512184 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b37a2cab-a30b-4608-b3ad-f17163f0f9ec HTTP/1.1" status: 204 len: 168 time: 0.6766465 Jun 24 08:41:05.549602 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d86699-03bb-4629-88f4-9b70a5e832af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a2cab-a30b-4608-b3ad-f17163f0f9ec,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:05.578425 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.750296 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5572e554-210d-4ad7-9964-84bb5367df44 req-01628dd7-07fc-4a07-897f-822be1a283d6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.3854454 Jun 24 08:41:05.756458 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:05.774589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Made reservation on behalf of dfa535df5dd14d69bb3ca125cbd9fe13 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:05.793456 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:05.866623 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:06.106042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Made reservation on behalf of 147d9b38796148cb996e8c61d1586b61 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:06.109653 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.162238 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5e34c7ae-15c4-48ea-a8c5-6eab658ac8ab req-70273fa3-c3aa-4b67-b46b-7fba35e88a8c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8168542 Jun 24 08:41:06.213176 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-75a1342e-3ae3-4cef-aab5-ed17caf63058 req-84bc5934-94c5-42d0-bfa5-b42efe72a70e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 210 time: 0.2467058 Jun 24 08:41:06.290646 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Allocated IP 172.20.0.7 (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6/6f79ec75-0e86-4e5e-bc64-00665dc56717/5263720a-56c1-460b-8d53-95927806ac6a) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:06.308422 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:06.389951 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:06.394375 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60480) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:06.413427 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks [] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.445960 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.provisioning_blocks [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Transition to ACTIVE for port object 24b20858-8a37-47d6-98c3-e6bff8bd12c1 will not be triggered until provisioned by entity L2. {{(pid=110637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:06.450055 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-be21ae96-f02a-4045-bec2-8f1edd028300 req-660bf486-3d5b-4a83-9b76-93d6584cf3a9 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.0563815 Jun 24 08:41:06.466436 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:06.466814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:06.517298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-58afd28b-f70f-4af4-b8e2-741fd6388bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.553297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.560500 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.49', 55877) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:06.566060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-661f7fbe-e611-451d-86ed-497072c81b37 admin admin] Publish callbacks [] for security_group (6cdbd3d5-48aa-4140-806b-ed4502a6181a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.609533 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:06.649629 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-661f7fbe-e611-451d-86ed-497072c81b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6cdbd3d5-48aa-4140-806b-ed4502a6181a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:06.663857 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:06.811251 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Allocated IP 172.20.0.12 (e4e8b7d0-ce6c-4343-a961-e78a127b98d9/f017f67f-b373-447e-b925-e0ed3829f6f0/71b1737d-30c3-4030-bd5c-8f8f4cd87144) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:06.825392 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-661f7fbe-e611-451d-86ed-497072c81b37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb82ad77bdfd429e85952a1eadc16545&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9859939 Jun 24 08:41:06.833459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60484) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:06.856518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f7fbe-e611-451d-86ed-497072c81b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdbd3d5-48aa-4140-806b-ed4502a6181a,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:06.865531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Allocated IP 172.20.0.8 (38769342-91d5-4e58-832d-8de7c3da8648/e6356b71-8769-4f74-bdc6-3c60aca95cf1/19d07780-3de0-4b28-8969-232ca62ab3ff) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:07.092085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c7c6e805-f725-4fde-b5df-4e2a9d72617f req-de444ab8-bc26-4615-b257-ea7fb8b6d07b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.1329226 Jun 24 08:41:07.152572 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] Publish callbacks [] for security_group (6cdbd3d5-48aa-4140-806b-ed4502a6181a), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.228192 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Attempting to bind port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:07.228573 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Attempting to bind port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:07.228892 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Attempting to bind port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:07.236538 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-455bff2d-0cdb-46e2-9329-8a7f08a379db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:07.238287 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-455bff2d-0cdb-46e2-9329-8a7f08a379db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.6199694 Jun 24 08:41:07.242123 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (5263720a-56c1-460b-8d53-95927806ac6a), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.263510 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] Publish callbacks [] for security_group (6cdbd3d5-48aa-4140-806b-ed4502a6181a), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.265848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:07.266259 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Attempting to bind port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:07.293956 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:07.294409 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Checking segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:07.295128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Bound using segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:07.296031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Bound port: 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:07.296410 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.359485 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-58afd28b-f70f-4af4-b8e2-741fd6388bfa admin admin] Publish callbacks [] for security_group (7ce8853d-4d52-46f4-846c-a22874037c54), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.384186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'port': {'device_id': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'admin_state_up': True, 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:07.487854 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.559486 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-58afd28b-f70f-4af4-b8e2-741fd6388bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7ce8853d-4d52-46f4-846c-a22874037c54), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.719660 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:07.766203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00421269-9d84-4211-8ede-0507a99c95bd req-bfcad7eb-6601-4cfb-aa7a-342a92b5aa0a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:07.768036 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00421269-9d84-4211-8ede-0507a99c95bd req-bfcad7eb-6601-4cfb-aa7a-342a92b5aa0a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.4065604 Jun 24 08:41:07.781149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b2cdbaae-2a0c-4786-a3e5-bd6f09e161a6 req-bdc6a458-2686-4329-8ea0-3e8f610026e4 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 210 time: 0.3073339 Jun 24 08:41:07.870597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:07.892933 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:07.924772 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:07.928855 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, cleared binding levels {{(pid=110637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:07.950769 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:07.969547 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:08.040496 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:08.045248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:08.049724 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6cdbd3d5-48aa-4140-806b-ed4502a6181a), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.052872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.054093 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cdbd3d5-48aa-4140-806b-ed4502a6181a HTTP/1.1" status: 204 len: 168 time: 1.1540589 Jun 24 08:41:08.146991 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae5fbc06-a438-4cf2-845e-1ce4ebcf1afb req-2c7fb428-f7eb-4070-8306-8d04f743929f tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.2382534 Jun 24 08:41:08.149994 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.179321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-58afd28b-f70f-4af4-b8e2-741fd6388bfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70497f6317a24cd18bb12d6e9779064c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7835541 Jun 24 08:41:08.189673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:08.196232 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.198870 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd28b-f70f-4af4-b8e2-741fd6388bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8853d-4d52-46f4-846c-a22874037c54,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:08.220893 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60532) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:08.343913 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6eb895-7e05-47b8-97d1-c61593f1e036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdbd3d5-48aa-4140-806b-ed4502a6181a,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:08.373644 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:08.374339 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.456771 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Made reservation on behalf of dfa535df5dd14d69bb3ca125cbd9fe13 for: {'port': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:08.457470 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:08.461865 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.463480 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c54ba791-2fbd-4b57-ab48-0a7ab3184dd8 None None] Provisioning complete for port 5263720a-56c1-460b-8d53-95927806ac6a triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:08.465898 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:08.467255 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.468070 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c54ba791-2fbd-4b57-ab48-0a7ab3184dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (5263720a-56c1-460b-8d53-95927806ac6a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:08.469491 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] 10.222.0.49 "PUT /v2.0/ports/24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 1093 time: 3.3854747 Jun 24 08:41:08.478707 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:08.537317 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-5823bf1d-384f-4e0a-bd68-84f558d87e1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5215535 Jun 24 08:41:08.585508 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c161bd-f1b6-483d-8dfb-c6180a3a80fb service neutron] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=3']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:08.604247 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00421269-9d84-4211-8ede-0507a99c95bd req-c930e848-815f-4ca3-98a7-e05a444fe539 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7043698 Jun 24 08:41:08.626287 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Request body: {'port': {'device_id': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:08.636022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:08.660295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c54ba791-2fbd-4b57-ab48-0a7ab3184dd8 None None] Port 5263720a-56c1-460b-8d53-95927806ac6a cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:41:08.862478 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:08.915092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:08.939109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:08.968250 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843b7e-3fa7-4eff-b6a1-4ed72447ea62 req-c6d646fa-ceb0-41d4-ba0b-e6ec688fed7a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:08.983111 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-17843b7e-3fa7-4eff-b6a1-4ed72447ea62 req-c6d646fa-ceb0-41d4-ba0b-e6ec688fed7a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 931 time: 0.3746228 Jun 24 08:41:08.992476 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a762b06-ce5a-4eb1-a537-f37888c1d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:09.072262 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:09.083200 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks [] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.143387 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] Publish callbacks [] for security_group (7ce8853d-4d52-46f4-846c-a22874037c54), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.169153 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-27c2f35e-1382-4537-8aa6-caac2f6f7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:09.170715 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-27c2f35e-1382-4537-8aa6-caac2f6f7013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1127 time: 0.5218303 Jun 24 08:41:09.281849 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5d0d7366-1c5f-4ac3-a5e3-74f265e50fa2 req-c4138ea2-1623-46b3-9100-e0f1faa9bfaa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 210 time: 0.2192814 Jun 24 08:41:09.303563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60554) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:09.321217 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-af3c6ca7-d35d-49d9-8ec2-65627c7f85d3 None None] Provisioning complete for port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:09.324941 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-af3c6ca7-d35d-49d9-8ec2-65627c7f85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.408703 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:09.411852 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.435329 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-27755ead-8725-4046-bf50-8ed6f7b4ea93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 217 time: 0.1676490 Jun 24 08:41:09.457861 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-af3c6ca7-d35d-49d9-8ec2-65627c7f85d3 None None] Port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:41:09.464698 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] Publish callbacks [] for security_group (7ce8853d-4d52-46f4-846c-a22874037c54), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.478517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5263720a-56c1-460b-8d53-95927806ac6a), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.498910 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-729dd7d3-80c3-4931-b8b4-aadb4d26ca20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.526257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-17843b7e-3fa7-4eff-b6a1-4ed72447ea62 req-858f8b8d-5d21-484d-8894-f285fea36ffc tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5413303 Jun 24 08:41:09.590720 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-5a09be4c-3c40-4157-b304-e65a863c3928 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3280249 Jun 24 08:41:09.610445 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:09.634404 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Request body: {'port': {'device_id': '01ede17c-58db-4ce0-a48f-de711078fbee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:09.812596 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Pushing event updated for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:09.819072 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Network 38769342-91d5-4e58-832d-8de7c3da8648 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:09.843164 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Allocated IP 172.20.0.4 (e4e8b7d0-ce6c-4343-a961-e78a127b98d9/f017f67f-b373-447e-b925-e0ed3829f6f0/e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:09.931640 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:09.934213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-5acec8b8-930f-4e38-82dc-cfa27e7ab722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:09.936442 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-5acec8b8-930f-4e38-82dc-cfa27e7ab722 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.4690454 Jun 24 08:41:09.976779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb457d8-db01-417c-9f0b-6858d13ccfae x-openstack-request-id: req-1cb457d8-db01-417c-9f0b-6858d13ccfae {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:09.977126 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:09.977314 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cb457d8-db01-417c-9f0b-6858d13ccfae {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:09.977802 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb457d8-db01-417c-9f0b-6858d13ccfae'] response: {'name': 'network-changed', 'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'status': 'completed', 'code': 200} Jun 24 08:41:09.981040 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:10.019382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-729dd7d3-80c3-4931-b8b4-aadb4d26ca20 admin admin] Publish callbacks [] for security_group (f7129971-7b66-406d-81b7-09157a1bb8ec), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.030337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee64ccd-c7b5-4d4a-b6a5-7ad7920c7748 req-adb79929-4a9f-45f1-935d-6ca33edfbf69 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:10.031899 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2ee64ccd-c7b5-4d4a-b6a5-7ad7920c7748 req-adb79929-4a9f-45f1-935d-6ca33edfbf69 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 931 time: 0.3782823 Jun 24 08:41:10.032799 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:10.050868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:10.061303 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-729dd7d3-80c3-4931-b8b4-aadb4d26ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f7129971-7b66-406d-81b7-09157a1bb8ec), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.121477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.199174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98814eb-2dc7-498e-ac84-de7905fea3a6 req-02c94fcc-1763-441b-8cc7-b5c43fc6e834 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:10.206620 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e98814eb-2dc7-498e-ac84-de7905fea3a6 req-02c94fcc-1763-441b-8cc7-b5c43fc6e834 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1861036 Jun 24 08:41:10.244277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:10.245086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.303448 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2ee64ccd-c7b5-4d4a-b6a5-7ad7920c7748 req-c40e86fa-e0ca-4b05-a92b-6e4e53836bad tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561357 Jun 24 08:41:10.310607 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:10.329368 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5263720a-56c1-460b-8d53-95927806ac6a {{(pid=110637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:10.340224 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks [] for port (5263720a-56c1-460b-8d53-95927806ac6a), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.350990 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e98814eb-2dc7-498e-ac84-de7905fea3a6 req-3bc4629e-4f55-4fe9-9b1d-578079e3b532 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432750 Jun 24 08:41:10.395061 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-7d5c64d6-3281-451c-8d3c-fc1f1d4e4a05 None None] Provisioning complete for port 19d07780-3de0-4b28-8969-232ca62ab3ff triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:10.395795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d5c64d6-3281-451c-8d3c-fc1f1d4e4a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.433569 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-d186a0a7-3955-49d8-8e61-1ff7c42276aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6434879 Jun 24 08:41:10.435310 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-7d5c64d6-3281-451c-8d3c-fc1f1d4e4a05 None None] Port 19d07780-3de0-4b28-8969-232ca62ab3ff cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:41:10.445618 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.provisioning_blocks [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Transition to ACTIVE for port object 5263720a-56c1-460b-8d53-95927806ac6a will not be triggered until provisioned by entity L2. {{(pid=110637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:10.457345 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7ce8853d-4d52-46f4-846c-a22874037c54), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.460251 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.463739 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ce8853d-4d52-46f4-846c-a22874037c54 HTTP/1.1" status: 204 len: 168 time: 2.2103753 Jun 24 08:41:10.469454 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.489388 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-729dd7d3-80c3-4931-b8b4-aadb4d26ca20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f363be1026a4f739922fe727e716dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1361737 Jun 24 08:41:10.490315 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dd7d3-80c3-4931-b8b4-aadb4d26ca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7129971-7b66-406d-81b7-09157a1bb8ec,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:10.501800 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 60582) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:10.522687 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9866aa79-9a3d-48ea-a8c0-f81f6d8d05ea req-57e97ed2-35d8-4f90-b3da-f053b58085cf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 210 time: 0.0859210 Jun 24 08:41:10.590405 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:10.591816 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259dbfd-5693-446c-a48a-ddce481b292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8853d-4d52-46f4-846c-a22874037c54,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:10.612264 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.647726 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:10.695706 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4847f-44e7-44df-971e-6df4431df923 req-34b033d8-bf40-4926-88a0-dfd6a0356d24 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:10.702275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-98c4847f-44e7-44df-971e-6df4431df923 req-34b033d8-bf40-4926-88a0-dfd6a0356d24 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0712056 Jun 24 08:41:10.729062 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] Publish callbacks [] for security_group (f7129971-7b66-406d-81b7-09157a1bb8ec), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.732323 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.810741 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-98c4847f-44e7-44df-971e-6df4431df923 req-ff2c9bba-3db2-4ef3-90ea-d0f20d064c5f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974171 Jun 24 08:41:10.828281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] Publish callbacks [] for security_group (f7129971-7b66-406d-81b7-09157a1bb8ec), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.854391 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:10.870471 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:10.892616 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:10.903086 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:10.934300 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Attempting to bind port 5263720a-56c1-460b-8d53-95927806ac6a on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:10.934634 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Attempting to bind port 5263720a-56c1-460b-8d53-95927806ac6a by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:10.935025 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Attempting to bind port 5263720a-56c1-460b-8d53-95927806ac6a on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:10.964326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Port 5263720a-56c1-460b-8d53-95927806ac6a on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:10.972059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b1737d-30c3-4030-bd5c-8f8f4cd87144 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:10.972840 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Attempting to bind port 5263720a-56c1-460b-8d53-95927806ac6a on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:10.986193 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:10.986525 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Checking segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:10.986919 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Bound using segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:10.987396 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Bound port: 5263720a-56c1-460b-8d53-95927806ac6a, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:10.987749 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5263720a-56c1-460b-8d53-95927806ac6a), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:10.990637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks [] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.012875 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:11.013535 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.023656 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f7129971-7b66-406d-81b7-09157a1bb8ec), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.024352 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Transition to ACTIVE for port object 71b1737d-30c3-4030-bd5c-8f8f4cd87144 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:11.026589 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.027846 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7129971-7b66-406d-81b7-09157a1bb8ec HTTP/1.1" status: 204 len: 168 time: 0.5071075 Jun 24 08:41:11.030445 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.037382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:11.047932 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5103a2-a09b-487e-b40e-548371882fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7129971-7b66-406d-81b7-09157a1bb8ec,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:11.081737 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-4cdf08b0-283d-4595-8ed0-74a4b5afee31 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7021594 Jun 24 08:41:11.125680 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, cleared binding levels {{(pid=110637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:11.131299 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=5263720a-56c1-460b-8d53-95927806ac6a,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:11.142296 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.220220 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Pushing event updated for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:11.233480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Pushing event updated for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=3']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:11.241620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:11.242415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.243896 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-19f3ab4f-3110-46d1-bb78-de9ae0c6ccb9 service neutron] 10.222.0.49 "PUT /v2.0/ports/5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 1093 time: 2.6406131 Jun 24 08:41:11.251679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:11.289368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Attempting to bind port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:11.289885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Attempting to bind port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:11.290602 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Attempting to bind port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:11.297488 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:11.297981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Attempting to bind port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:11.305259 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:11.305963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:11.306555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Bound using segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:11.307219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Bound port: 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:11.307671 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.323332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-2bb38e92-7271-476a-8fc1-12d9df03c5b1 None None] Provisioning complete for port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:11.326535 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2bb38e92-7271-476a-8fc1-12d9df03c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.455193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:11.517809 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:11.540385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.725240 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-2bb38e92-7271-476a-8fc1-12d9df03c5b1 None None] Port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:41:11.734518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:11.736103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:11.738758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] 10.222.0.49 "PUT /v2.0/ports/71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 1094 time: 2.1261194 Jun 24 08:41:11.751044 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:11.767582 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1c954-4a14-4fdb-84ed-143797236dcd req-9a1b3f8e-9c2a-4ed1-a537-9352cae2f0a8 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:11.775347 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8c1c954-4a14-4fdb-84ed-143797236dcd req-9a1b3f8e-9c2a-4ed1-a537-9352cae2f0a8 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 931 time: 0.1677976 Jun 24 08:41:11.843932 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5e33d-404c-4ba8-bd77-c0e8d8afaccb service neutron] Pushing event updated for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:11.858357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fe8ed-bcd9-4aaf-bfa9-c001c5f24a7f req-09a9a444-40ca-4461-ab1b-c23323fdc2e2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:11.860141 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e17fe8ed-bcd9-4aaf-bfa9-c001c5f24a7f req-09a9a444-40ca-4461-ab1b-c23323fdc2e2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.2297292 Jun 24 08:41:11.939051 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8c1c954-4a14-4fdb-84ed-143797236dcd req-36d82176-2cae-4d3a-b070-c6bde176d165 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628520 Jun 24 08:41:11.950018 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e17fe8ed-bcd9-4aaf-bfa9-c001c5f24a7f req-9cca73b8-08df-48db-9735-b6e481b33b07 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740340 Jun 24 08:41:11.979125 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:11.992180 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b361c7-a814-41b2-a3f7-c2f960455e43" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "tag": "5263720a-56c1-460b-8d53-95927806ac6a"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:12.056956 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:12.125448 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cd0d8-e3ca-4254-b778-add14f89e5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:12.134291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624c45-43e1-4ad9-9f1b-0337b454a11f req-5ef14b58-69d8-49e9-b4de-a694173a52b8 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:12.135828 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d624c45-43e1-4ad9-9f1b-0337b454a11f req-5ef14b58-69d8-49e9-b4de-a694173a52b8 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0946989 Jun 24 08:41:12.152494 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7b964-2249-48db-9b3d-90bbbb3810fb req-fcc8d647-7fb8-4440-a2e6-63715bf04c38 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:12.152494 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9fd7b964-2249-48db-9b3d-90bbbb3810fb req-fcc8d647-7fb8-4440-a2e6-63715bf04c38 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 931 time: 0.1005142 Jun 24 08:41:12.238130 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d624c45-43e1-4ad9-9f1b-0337b454a11f req-76cb31cd-f987-4db0-903c-8cf103d3adca tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956838 Jun 24 08:41:12.248792 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9fd7b964-2249-48db-9b3d-90bbbb3810fb req-1636d9af-d67b-4f4a-b5a2-b530f6ea3bd1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903158 Jun 24 08:41:12.341673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34773a7b-2a81-4397-83db-8d07f537553f x-openstack-request-id: req-34773a7b-2a81-4397-83db-8d07f537553f {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:12.342647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "tag": "5263720a-56c1-460b-8d53-95927806ac6a", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:12.342906 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34773a7b-2a81-4397-83db-8d07f537553f {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:12.343468 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34773a7b-2a81-4397-83db-8d07f537553f'] response: {'name': 'network-changed', 'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a', 'status': 'completed', 'code': 200} Jun 24 08:41:12.525512 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a3230-2ca2-4c0a-9899-466b540a536c x-openstack-request-id: req-a77a3230-2ca2-4c0a-9899-466b540a536c {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:12.526204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:12.526689 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a77a3230-2ca2-4c0a-9899-466b540a536c {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:12.527384 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77a3230-2ca2-4c0a-9899-466b540a536c'] response: {'name': 'network-changed', 'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'status': 'completed', 'code': 200} Jun 24 08:41:12.580014 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60676) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:12.719351 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:41:12.802829 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6699d413-b099-47fd-a568-53fec16295b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:12.926122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6699d413-b099-47fd-a568-53fec16295b0 admin admin] Publish callbacks [] for security_group (4c6162e9-57f3-45dd-b9db-5c2689eca382), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:12.932433 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6699d413-b099-47fd-a568-53fec16295b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4c6162e9-57f3-45dd-b9db-5c2689eca382), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:12.995154 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-6699d413-b099-47fd-a568-53fec16295b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7479df1d1f7f433d92b43b8f6f4fab69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138565 Jun 24 08:41:12.996876 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d413-b099-47fd-a568-53fec16295b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6162e9-57f3-45dd-b9db-5c2689eca382,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:12.999894 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 60694) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:13.178627 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:13.185495 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374acb8-a48a-4451-ad81-2e9807eafbf5 req-f799c501-3d94-483a-8df6-829a2428175b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:13.187191 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3374acb8-a48a-4451-ad81-2e9807eafbf5 req-f799c501-3d94-483a-8df6-829a2428175b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 931 time: 0.1214285 Jun 24 08:41:13.224341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e11b6-567c-4834-9aca-585452058208 req-4e5b5667-2c30-4c21-a37f-628b7d6fc32e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:13.231628 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f1e11b6-567c-4834-9aca-585452058208 req-4e5b5667-2c30-4c21-a37f-628b7d6fc32e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1102540 Jun 24 08:41:13.240471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] Publish callbacks [] for security_group (4c6162e9-57f3-45dd-b9db-5c2689eca382), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:13.321570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] Publish callbacks [] for security_group (4c6162e9-57f3-45dd-b9db-5c2689eca382), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:13.329611 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3374acb8-a48a-4451-ad81-2e9807eafbf5 req-b4cffb8f-475b-43ba-8bf0-5d5cd3174dfc tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258349 Jun 24 08:41:13.375514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f1e11b6-567c-4834-9aca-585452058208 req-7b27d038-d2ec-40a7-8aa8-9b0bab56e3a1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428790 Jun 24 08:41:13.457713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4c6162e9-57f3-45dd-b9db-5c2689eca382), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:13.461305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:13.462678 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c6162e9-57f3-45dd-b9db-5c2689eca382 HTTP/1.1" status: 204 len: 168 time: 0.4480948 Jun 24 08:41:13.483836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05ddb6-ced0-4d13-b04b-8296accac17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6162e9-57f3-45dd-b9db-5c2689eca382,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:13.595189 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Request body: {'port': {'device_id': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:13.610317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Request body: {'port': {'device_id': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:13.781068 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b83777-4419-41fc-92e6-5fc7fa7562a0 req-78f2ff29-4952-49f6-977e-f67d8778511d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:13.784525 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5b83777-4419-41fc-92e6-5fc7fa7562a0 req-78f2ff29-4952-49f6-977e-f67d8778511d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.2916048 Jun 24 08:41:13.806391 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea2d1d-bc62-4ccf-b79a-ec5d76e2c3a2 req-f7f7adb4-ba7c-49c3-be29-e5fb796dd107 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:13.816957 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-efea2d1d-bc62-4ccf-b79a-ec5d76e2c3a2 req-f7f7adb4-ba7c-49c3-be29-e5fb796dd107 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 931 time: 0.2888420 Jun 24 08:41:13.954389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-5fbc4a31-1ce0-4ef4-9ce7-f70b3b6241f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:13.959965 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-5fbc4a31-1ce0-4ef4-9ce7-f70b3b6241f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3561647 Jun 24 08:41:13.961265 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5b83777-4419-41fc-92e6-5fc7fa7562a0 req-fb75d1f9-f457-4283-a878-de25fa2966bb tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387615 Jun 24 08:41:14.050316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:14.072166 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:14.136566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:14.167865 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-efea2d1d-bc62-4ccf-b79a-ec5d76e2c3a2 req-c88728f2-dbe6-4f0d-ac96-22a216778c64 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481205 Jun 24 08:41:14.900305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9643351-d6a9-40c5-9fc3-b55525d9c802 req-ceae091c-337f-4b76-8189-fd2e4d90a9fa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:14.908456 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e9643351-d6a9-40c5-9fc3-b55525d9c802 req-ceae091c-337f-4b76-8189-fd2e4d90a9fa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.2129412 Jun 24 08:41:15.009244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-d6ed4258-fdd6-468b-ae76-25cb522ae339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.011755 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-d6ed4258-fdd6-468b-ae76-25cb522ae339 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1127 time: 0.3615594 Jun 24 08:41:15.025491 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-20aecc8a-2678-4ce2-b04c-87b69043795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.027453 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-20aecc8a-2678-4ce2-b04c-87b69043795f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1128 time: 0.3800564 Jun 24 08:41:15.126823 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-0bb3f573-332c-4bd3-9977-53746977debe service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291645 Jun 24 08:41:15.128525 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-cf4ff48c-2331-46f5-b576-679fe879dfa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.0802865 Jun 24 08:41:15.231959 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-accd397d-f73d-45c5-b8f7-5f047b55329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.238653 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-accd397d-f73d-45c5-b8f7-5f047b55329d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0836976 Jun 24 08:41:15.373759 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-7782d283-9fcf-4f2c-a1df-17e92365edf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 217 time: 0.3345938 Jun 24 08:41:15.479385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-66a60c7c-4937-4ff4-9011-b3e14089c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.481276 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-66a60c7c-4937-4ff4-9011-b3e14089c96a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0954816 Jun 24 08:41:15.487863 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:15.531366 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-4e737632-fb87-4e55-ab85-9a0649f38bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.532995 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-4e737632-fb87-4e55-ab85-9a0649f38bd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2647719 Jun 24 08:41:15.669193 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:15.687482 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1b2614f9-773e-4ecf-a3e8-ebc583fa8c9f req-c6d13608-1e4a-4e57-a0d2-410a5d6b4948 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460405 Jun 24 08:41:15.779984 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-f050f968-a6fb-4109-8bc3-5e7a7718ce92 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347744 Jun 24 08:41:15.782506 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b {{(pid=110637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:15.792775 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks [] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:15.856401 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.provisioning_blocks [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Transition to ACTIVE for port object e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b will not be triggered until provisioned by entity L2. {{(pid=110637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:15.864881 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:15.909435 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d07780-3de0-4b28-8969-232ca62ab3ff {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:15.920470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks [] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:15.939439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Transition to ACTIVE for port object 19d07780-3de0-4b28-8969-232ca62ab3ff will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:15.940685 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:15.956175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687a229-9326-48d2-9bd3-0178a3eeab8d req-53565e07-46d2-4bf3-9bea-1c4205c01233 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.964929 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8687a229-9326-48d2-9bd3-0178a3eeab8d req-53565e07-46d2-4bf3-9bea-1c4205c01233 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 931 time: 1.0553911 Jun 24 08:41:15.970483 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-0b223d89-d495-4ca5-a6ba-fe11d9fa2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:15.972627 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-0b223d89-d495-4ca5-a6ba-fe11d9fa2765 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1127 time: 0.1008255 Jun 24 08:41:15.981046 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:16.120718 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e9643351-d6a9-40c5-9fc3-b55525d9c802 req-0aaf9ae5-c481-4b07-895e-b95e03398aee tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0944760 Jun 24 08:41:16.366307 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-0b29aef0-3379-4d69-98dc-71d2e7438ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:16.368459 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-0b29aef0-3379-4d69-98dc-71d2e7438ea9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4264123 Jun 24 08:41:16.419930 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:16.475085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8687a229-9326-48d2-9bd3-0178a3eeab8d req-f190d435-cd0e-4443-be5d-da3573108063 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091686 Jun 24 08:41:16.602470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761d1c7-5327-460d-9c0d-d700bf9edd27 req-6e18e9e6-69f9-48ba-8a7c-28019310c443 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:16.611874 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e761d1c7-5327-460d-9c0d-d700bf9edd27 req-6e18e9e6-69f9-48ba-8a7c-28019310c443 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.2418394 Jun 24 08:41:16.710569 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-21a81ac1-42e9-493e-a0ec-81420279a4ca req-63e01aec-7327-466d-9d50-a7334b15a1d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318505 Jun 24 08:41:16.712217 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:16.800788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:16.927746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b725d5-75f6-4143-8c30-552d1042c9ed req-0594ecb3-ac45-4472-b9af-ae114ffe8f68 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:16.929327 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9b725d5-75f6-4143-8c30-552d1042c9ed req-0594ecb3-ac45-4472-b9af-ae114ffe8f68 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.2132621 Jun 24 08:41:17.009989 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e761d1c7-5327-460d-9c0d-d700bf9edd27 req-cc6d7320-e015-47c9-85ff-4cb25c6d1213 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958068 Jun 24 08:41:17.065478 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-70050de7-7c25-4816-ab04-e3b9fbe19a5d service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465936 Jun 24 08:41:17.071965 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Attempting to bind port 19d07780-3de0-4b28-8969-232ca62ab3ff on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:17.072336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Attempting to bind port 19d07780-3de0-4b28-8969-232ca62ab3ff by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:17.073261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Attempting to bind port 19d07780-3de0-4b28-8969-232ca62ab3ff on network 38769342-91d5-4e58-832d-8de7c3da8648 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:17.086605 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-5b5fff9c-8edc-48ad-84b7-2646838f2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.088708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Port 19d07780-3de0-4b28-8969-232ca62ab3ff on network 38769342-91d5-4e58-832d-8de7c3da8648 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:17.089198 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-5b5fff9c-8edc-48ad-84b7-2646838f2e9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 1.0782499 Jun 24 08:41:17.089316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Attempting to bind port 19d07780-3de0-4b28-8969-232ca62ab3ff on network 38769342-91d5-4e58-832d-8de7c3da8648 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:17.099953 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-e670ba56-90ae-465b-9205-22fc0b57e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.101416 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-e670ba56-90ae-465b-9205-22fc0b57e9fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1128 time: 0.2350123 Jun 24 08:41:17.114138 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9b725d5-75f6-4143-8c30-552d1042c9ed req-76fc54bf-c103-44ae-9bf5-59754e93b35e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579130 Jun 24 08:41:17.119749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:17.120153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Checking segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:17.120448 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Bound using segment: {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:17.121046 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Bound port: 19d07780-3de0-4b28-8969-232ca62ab3ff, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b34ac8e-3406-463b-a4b3-614ff2fc661e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:17.121484 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.127322 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Attempting to bind port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:17.127645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Attempting to bind port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:17.128549 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Attempting to bind port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:17.138552 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:17.140112 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Attempting to bind port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:17.155018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:17.155128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:17.155628 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Bound using segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:17.156297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Bound port: e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:17.156541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.198871 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:17.202827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:17.203652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=19d07780-3de0-4b28-8969-232ca62ab3ff,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:17.215433 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.234541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, cleared binding levels {{(pid=110637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:17.238423 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:17.249640 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.274946 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.275568 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.276911 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] 10.222.0.49 "PUT /v2.0/ports/19d07780-3de0-4b28-8969-232ca62ab3ff HTTP/1.1" status: 200 len: 1093 time: 3.6707344 Jun 24 08:41:17.277419 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:17.280087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a" -d '{"events": [{"name": "network-changed", "server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:17.289654 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.290639 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:17.292387 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] 10.222.0.49 "PUT /v2.0/ports/e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b HTTP/1.1" status: 200 len: 1093 time: 3.7023401 Jun 24 08:41:17.292825 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:17.295058 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0465b5fb-6277-48de-8f16-af50e43e2287" -d '{"events": [{"name": "network-changed", "server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:17.323480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20af52-9194-4c50-a520-ce63358411cb service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=3']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:17.336004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2499f-1a9d-4cc8-9b1a-8ec239dcafd4 req-d0502a50-9571-4760-bb85-3e4869106b8e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.337646 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e4f2499f-1a9d-4cc8-9b1a-8ec239dcafd4 req-d0502a50-9571-4760-bb85-3e4869106b8e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0768988 Jun 24 08:41:17.338403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb18ee2-f96d-4841-a901-6ab8f8ca6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:17.360924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f6435-9f35-4b2b-ab82-9363ff9d8ef6 x-openstack-request-id: req-871f6435-9f35-4b2b-ab82-9363ff9d8ef6 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:17.361221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:17.361476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-871f6435-9f35-4b2b-ab82-9363ff9d8ef6 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:17.361915 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871f6435-9f35-4b2b-ab82-9363ff9d8ef6'] response: {'name': 'network-changed', 'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff', 'status': 'completed', 'code': 200} Jun 24 08:41:17.396798 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28086f5c-5906-448c-90f7-e4bdb3c71ed5 x-openstack-request-id: req-28086f5c-5906-448c-90f7-e4bdb3c71ed5 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:17.397157 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:17.397500 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28086f5c-5906-448c-90f7-e4bdb3c71ed5 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:17.398126 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28086f5c-5906-448c-90f7-e4bdb3c71ed5'] response: {'name': 'network-changed', 'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b', 'status': 'completed', 'code': 200} Jun 24 08:41:17.419034 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e4f2499f-1a9d-4cc8-9b1a-8ec239dcafd4 req-0582c6a3-3679-497a-bb47-090ce85c60bd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758543 Jun 24 08:41:17.619430 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c0828-0fba-4a59-b4f3-09715b97e912 req-a7094d2d-599e-40a5-a4aa-b0da8b645794 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.621112 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a77c0828-0fba-4a59-b4f3-09715b97e912 req-a7094d2d-599e-40a5-a4aa-b0da8b645794 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0575659 Jun 24 08:41:17.696724 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a77c0828-0fba-4a59-b4f3-09715b97e912 req-d286bfb5-d43a-4578-8682-06c7523a27be tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Jun 24 08:41:17.806323 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-a7689e05-314d-4cd2-a73c-da45a9a9a72c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 217 time: 0.0715251 Jun 24 08:41:17.812197 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:17.853790 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-acdbd9c5-d73c-4f2b-bd80-5ea6549a2fae req-e9cab132-cbfb-48f7-94c8-35e6bc99de31 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190739 Jun 24 08:41:17.946562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-01bbc0f7-4a0d-40ce-814a-81463db8f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.948904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-01bbc0f7-4a0d-40ce-814a-81463db8f367 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=147d9b38796148cb996e8c61d1586b61&device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 1127 time: 0.0511904 Jun 24 08:41:17.974084 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-c508cadd-aef9-4327-b52b-515b217a0cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.975536 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-c508cadd-aef9-4327-b52b-515b217a0cd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.1221845 Jun 24 08:41:17.981309 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-0f836fdf-09b1-4626-b384-6ddb2a73dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.983002 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-0f836fdf-09b1-4626-b384-6ddb2a73dbdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.2471528 Jun 24 08:41:17.986087 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-45a0bbec-0f31-47e6-9998-a6ea0bdfb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:17.987600 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-45a0bbec-0f31-47e6-9998-a6ea0bdfb9ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1127 time: 0.0871897 Jun 24 08:41:18.156562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e7787-adc9-42b2-a82a-eb5f0615aa9e req-3aac5195-f9d3-431a-8fe5-071b7869ef69 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:18.164194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-091e7787-adc9-42b2-a82a-eb5f0615aa9e req-3aac5195-f9d3-431a-8fe5-071b7869ef69 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0699890 Jun 24 08:41:18.235794 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-091e7787-adc9-42b2-a82a-eb5f0615aa9e req-d33cfac2-a481-43f9-a11c-8d39dbb265c4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706956 Jun 24 08:41:18.245764 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5f16e-831d-4a57-88ce-ba251d66cb5d req-fca7919d-b3c8-4c8c-8c96-4e92a96b45d9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:18.248313 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e8e5f16e-831d-4a57-88ce-ba251d66cb5d req-fca7919d-b3c8-4c8c-8c96-4e92a96b45d9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.0571253 Jun 24 08:41:18.299104 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e8e5f16e-831d-4a57-88ce-ba251d66cb5d req-02aa803f-6a39-4d1c-8246-763ad3cca850 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459366 Jun 24 08:41:18.546775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4517649-8d03-4d07-aa8c-d936b9d3ae6f req-a12a1b42-d0da-4970-8f45-9675d1b95706 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:18.548233 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c4517649-8d03-4d07-aa8c-d936b9d3ae6f req-a12a1b42-d0da-4970-8f45-9675d1b95706 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0516460 Jun 24 08:41:18.598744 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c4517649-8d03-4d07-aa8c-d936b9d3ae6f req-dfd3c0b7-92f6-40ae-ac50-a4803e2c9a72 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431430 Jun 24 08:41:18.813825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6f986-1c2a-4197-9cb1-8704545c6cd8 req-92af6642-40d2-48dc-8d19-0cc566a29fae tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:18.815199 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3fe6f986-1c2a-4197-9cb1-8704545c6cd8 req-92af6642-40d2-48dc-8d19-0cc566a29fae tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0472748 Jun 24 08:41:18.862910 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3fe6f986-1c2a-4197-9cb1-8704545c6cd8 req-6965883e-f376-45db-a967-5e5b6a325ad4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421360 Jun 24 08:41:19.353190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4f988-3b87-4a1d-8e09-a41e4a9acd63 req-8f38784c-bc85-4b79-a8bd-7fbad5650971 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:19.354768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37a4f988-3b87-4a1d-8e09-a41e4a9acd63 req-8f38784c-bc85-4b79-a8bd-7fbad5650971 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0507457 Jun 24 08:41:19.391726 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:19.452661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ac34e-b0cd-4063-8bc7-a50f5d58396d req-583fd850-8b73-488e-b93c-edb0b5cded4c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:19.454184 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d31ac34e-b0cd-4063-8bc7-a50f5d58396d req-583fd850-8b73-488e-b93c-edb0b5cded4c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.0719254 Jun 24 08:41:19.457884 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37a4f988-3b87-4a1d-8e09-a41e4a9acd63 req-8c38f586-a9fa-480b-bd60-fffcfdb3f5b4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965590 Jun 24 08:41:19.511066 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d31ac34e-b0cd-4063-8bc7-a50f5d58396d req-a0418878-b7b5-4533-a38d-1ddee9416e1b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490127 Jun 24 08:41:19.721300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258119e-7846-4634-a7be-70901924b0ac req-1f74d800-24c0-4827-b0f4-176f72d6259c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:19.722889 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f258119e-7846-4634-a7be-70901924b0ac req-1f74d800-24c0-4827-b0f4-176f72d6259c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0500746 Jun 24 08:41:19.775333 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f258119e-7846-4634-a7be-70901924b0ac req-3672ea72-222d-4e06-873f-fc22a6f5ffff tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 Jun 24 08:41:19.981423 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f06270-480a-4897-b9fd-d686fbcc5461 req-28b868db-bac3-474d-b226-29725dd65585 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:19.982911 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-07f06270-480a-4897-b9fd-d686fbcc5461 req-28b868db-bac3-474d-b226-29725dd65585 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0517685 Jun 24 08:41:20.036012 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-07f06270-480a-4897-b9fd-d686fbcc5461 req-e73fe4f8-7a90-4f27-b74d-23f2769b717c tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471685 Jun 24 08:41:20.726565 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40cbf3-b943-44e6-9a9d-4794077aa46b req-af3481c8-bbda-4b3c-b20e-8e6a3c6f069d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.728059 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb40cbf3-b943-44e6-9a9d-4794077aa46b req-af3481c8-bbda-4b3c-b20e-8e6a3c6f069d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.1773815 Jun 24 08:41:20.747818 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:20.785031 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199710b-3a35-4b38-968f-1c80f364e5b2 req-5ed3865f-bafb-4014-8dfb-6171be070590 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.786671 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9199710b-3a35-4b38-968f-1c80f364e5b2 req-5ed3865f-bafb-4014-8dfb-6171be070590 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.1736259 Jun 24 08:41:20.786993 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-93f8b940-b4c9-4b38-9dc6-bcbf4a42858a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.2882168 Jun 24 08:41:20.796477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-c2c36089-99af-49d5-bbb3-e68514581326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.797956 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-c2c36089-99af-49d5-bbb3-e68514581326 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=147d9b38796148cb996e8c61d1586b61&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3153393 Jun 24 08:41:20.829459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-fe66c0d7-f5b3-4019-9e3a-38274d2e181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.831363 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-fe66c0d7-f5b3-4019-9e3a-38274d2e181b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3473613 Jun 24 08:41:20.836552 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb40cbf3-b943-44e6-9a9d-4794077aa46b req-f39e754f-e1a0-4c76-8a3b-690cf67cfe01 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979853 Jun 24 08:41:20.873802 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9199710b-3a35-4b38-968f-1c80f364e5b2 req-642412aa-93c1-4f04-b0ae-1c0aa72bb326 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 Jun 24 08:41:20.935542 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-ae13b5a0-e345-453a-aa4a-6df5b81709e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.935762 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-ae13b5a0-e345-453a-aa4a-6df5b81709e9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4384592 Jun 24 08:41:20.971870 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e048e2-b891-4ee1-b968-ab5c25379136 req-b0ddbd8d-cb70-4670-8a4a-f60afeef2cd5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:20.974093 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8e048e2-b891-4ee1-b968-ab5c25379136 req-b0ddbd8d-cb70-4670-8a4a-f60afeef2cd5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0575051 Jun 24 08:41:21.030587 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8e048e2-b891-4ee1-b968-ab5c25379136 req-69f6ebaa-fdf8-4f8b-939f-99e59785ba4e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502801 Jun 24 08:41:21.153118 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4294d5-5e02-4237-b8be-053e622e11d4 req-69cb16c3-7462-4316-85d7-a8d5ddefd715 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:21.154656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f4294d5-5e02-4237-b8be-053e622e11d4 req-69cb16c3-7462-4316-85d7-a8d5ddefd715 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0477488 Jun 24 08:41:21.203409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f4294d5-5e02-4237-b8be-053e622e11d4 req-42a41c29-4fc3-4d7c-a00f-1814441faa4a tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429082 Jun 24 08:41:21.244690 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1f399e70-bf2a-453f-b7ad-c77b9ff07972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:21.983893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650d191-f71f-45f5-82c2-8690b499f72c req-2f4eed9e-7755-4300-8d56-34705b6d13c0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:21.985336 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5650d191-f71f-45f5-82c2-8690b499f72c req-2f4eed9e-7755-4300-8d56-34705b6d13c0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0781815 Jun 24 08:41:22.027059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0b61-339f-4e95-aba3-595379b5622a req-69b2c5c2-18d9-450c-a7e4-f5cc64ac1cb0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:22.030619 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-067a0b61-339f-4e95-aba3-595379b5622a req-69b2c5c2-18d9-450c-a7e4-f5cc64ac1cb0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.0879555 Jun 24 08:41:22.100427 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5650d191-f71f-45f5-82c2-8690b499f72c req-40c51162-44d4-45b8-9b70-f854ba7fd06b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083539 Jun 24 08:41:22.117167 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-067a0b61-339f-4e95-aba3-595379b5622a req-cc0704e5-8ac2-4de7-a668-cf09787e1890 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773571 Jun 24 08:41:22.223559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881334a-921b-4b61-81af-92e73ff67ede req-03c8a0b7-5837-4149-83e9-ee2f34b379c3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:22.225028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2881334a-921b-4b61-81af-92e73ff67ede req-03c8a0b7-5837-4149-83e9-ee2f34b379c3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0467203 Jun 24 08:41:22.282952 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2881334a-921b-4b61-81af-92e73ff67ede req-c88bc5fc-12d5-4f8f-8236-df9b65419577 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523829 Jun 24 08:41:22.330694 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4c8da-9bf2-4a7a-b11b-09f62c5de417 req-69483e7b-f181-4184-8b48-1da398534794 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:22.332738 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1bd4c8da-9bf2-4a7a-b11b-09f62c5de417 req-69483e7b-f181-4184-8b48-1da398534794 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0537825 Jun 24 08:41:22.374355 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:22.382596 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1bd4c8da-9bf2-4a7a-b11b-09f62c5de417 req-34b02d89-0c0b-463b-8f85-57c3a2e24cbb tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443027 Jun 24 08:41:22.719573 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:23.267770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bf805-1994-4202-b5f9-127f70707fd7 req-3ad0a721-08a2-4900-aa06-bdf80ea5f6a7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:23.269255 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-318bf805-1994-4202-b5f9-127f70707fd7 req-3ad0a721-08a2-4900-aa06-bdf80ea5f6a7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.0775654 Jun 24 08:41:23.277007 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377cfd6-afe4-4890-85d9-f7f4840c82ef req-7e3dd973-fec8-49bb-b787-0fb61772a87f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:23.278452 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a377cfd6-afe4-4890-85d9-f7f4840c82ef req-7e3dd973-fec8-49bb-b787-0fb61772a87f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.0752470 Jun 24 08:41:23.356633 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-318bf805-1994-4202-b5f9-127f70707fd7 req-22a8dc9e-b50b-46ec-9536-5b1030fe21c8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771549 Jun 24 08:41:23.360675 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a377cfd6-afe4-4890-85d9-f7f4840c82ef req-93241e79-4d39-4452-9c43-f98c4805d84f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753939 Jun 24 08:41:23.480307 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d26f8d-adad-4c6d-9926-afff363080bc req-24883b94-d67f-4080-81fc-10730ec606c1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:23.481822 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8d26f8d-adad-4c6d-9926-afff363080bc req-24883b94-d67f-4080-81fc-10730ec606c1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0695114 Jun 24 08:41:23.528417 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50fb49-88a8-451a-a503-c22f8bec490e req-b36060a4-41ac-450e-ba4d-552ed8c77f9f tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:23.529860 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8d50fb49-88a8-451a-a503-c22f8bec490e req-b36060a4-41ac-450e-ba4d-552ed8c77f9f tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0722492 Jun 24 08:41:23.543867 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e7fb948b-be55-4526-bd85-af22684f2e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:23.544463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:23.575891 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8d26f8d-adad-4c6d-9926-afff363080bc req-36ae23b6-528b-4fc0-aa91-d908ecf91a4f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774148 Jun 24 08:41:23.602655 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8d50fb49-88a8-451a-a503-c22f8bec490e req-e6cdba69-9eb2-4257-a381-6faad7329f99 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627382 Jun 24 08:41:24.301665 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:24.307502 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-f3c88325-b58a-49d0-8a93-82003930ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.309024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-f3c88325-b58a-49d0-8a93-82003930ddbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1127 time: 0.0906608 Jun 24 08:41:24.462471 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-4dd10821-4673-4fc3-9f80-68931e203cef service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341988 Jun 24 08:41:24.498696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-96728aab-1e27-46e3-a2a1-8cb98198b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.500366 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-96728aab-1e27-46e3-a2a1-8cb98198b078 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.2738061 Jun 24 08:41:24.537792 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-b40d41aa-7e86-419e-9f82-df09a037a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.540105 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0465b5fb-6277-48de-8f16-af50e43e2287 req-b40d41aa-7e86-419e-9f82-df09a037a3b5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3218887 Jun 24 08:41:24.710403 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 71b1737d-30c3-4030-bd5c-8f8f4cd87144 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:24.725502 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=14 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:24.744845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b83b8e-3c0d-4abb-a506-f3d9d561916d req-de1b5b1b-43c5-431e-9ec0-4f9cfc6214b2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.751979 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-10b83b8e-3c0d-4abb-a506-f3d9d561916d req-de1b5b1b-43c5-431e-9ec0-4f9cfc6214b2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.1462562 Jun 24 08:41:24.763080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0d7a-74d6-47a6-bfb6-d9c1be12617d req-b85d19e7-3614-4967-9d2a-945cf4ce5b7f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.764899 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e8bb0d7a-74d6-47a6-bfb6-d9c1be12617d req-b85d19e7-3614-4967-9d2a-945cf4ce5b7f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.1603303 Jun 24 08:41:24.775315 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-558dadb2-8618-48fd-865b-74bf3f890b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:24.776752 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d2b6e5a8-93f5-4561-9326-1ac248ecab0a req-558dadb2-8618-48fd-865b-74bf3f890b83 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5488470 Jun 24 08:41:24.845229 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:24.857026 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:24.874209 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-10b83b8e-3c0d-4abb-a506-f3d9d561916d req-21ffd4fa-abd8-48e4-958b-b6dee4fbe5e2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213360 Jun 24 08:41:24.882057 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'port_id': '71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'mac_address': 'fa:16:3e:4c:69:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:24.891991 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:24.923123 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e8bb0d7a-74d6-47a6-bfb6-d9c1be12617d req-dcd580cb-883d-4bb7-8dab-d9034cdae6f1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477118 Jun 24 08:41:24.960780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:24.961501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:24.996109 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b1737d-30c3-4030-bd5c-8f8f4cd87144 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:25.025641 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:25.037021 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:25.103245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:25.144636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f17754-387d-49a9-be80-e285f1977969 req-b22e1092-80b7-44f5-b2fe-575468a672cc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:25.146226 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-25f17754-387d-49a9-be80-e285f1977969 req-b22e1092-80b7-44f5-b2fe-575468a672cc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1390812 Jun 24 08:41:25.154532 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badc6c1-9568-49be-86f8-658d5e15f293 req-f791183e-1071-4dd3-bf1b-b619553c28ca tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:25.156032 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1badc6c1-9568-49be-86f8-658d5e15f293 req-f791183e-1071-4dd3-bf1b-b619553c28ca tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.0810869 Jun 24 08:41:25.248918 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1badc6c1-9568-49be-86f8-658d5e15f293 req-859da766-fcfd-4119-8d22-0c86f66cc37d tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838974 Jun 24 08:41:25.252574 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-25f17754-387d-49a9-be80-e285f1977969 req-4b46d763-7276-4e34-97eb-2e7d07d0b834 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956447 Jun 24 08:41:25.440572 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['71b1737d-30c3-4030-bd5c-8f8f4cd87144'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:25.588078 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:25.756418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 32860) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:25.899830 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:26.007673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6b4d546d-1970-4b91-8acf-26a857389ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.025130 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-76d1f4eb-1238-4525-b0bd-884ab208062a service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342014 Jun 24 08:41:26.028294 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-65cc457e-71cb-483a-baf1-3ee416039ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.030998 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-65cc457e-71cb-483a-baf1-3ee416039ac4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=147d9b38796148cb996e8c61d1586b61&device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 1127 time: 0.1584182 Jun 24 08:41:26.031429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-eed2809d-23bb-4770-87b9-65580d704898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.032981 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-eed2809d-23bb-4770-87b9-65580d704898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1127 time: 0.1830413 Jun 24 08:41:26.034749 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-cb47c7a3-102f-422a-88bd-e1b816b64911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.036304 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-cb47c7a3-102f-422a-88bd-e1b816b64911 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1648712 Jun 24 08:41:26.076347 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32872) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:26.105235 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-a2a8b8e2-ef06-477f-935e-72cdf2d94395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.106746 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-a2a8b8e2-ef06-477f-935e-72cdf2d94395 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.3152895 Jun 24 08:41:26.133506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b570c3b-54d6-4e92-88d7-49f62275665f req-c883e22a-40ba-49a5-a879-a55ede9debed tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.134945 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b570c3b-54d6-4e92-88d7-49f62275665f req-c883e22a-40ba-49a5-a879-a55ede9debed tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 943 time: 0.1577356 Jun 24 08:41:26.146384 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-966307f7-e153-4b38-9589-425fd1ace06f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d07780-3de0-4b28-8969-232ca62ab3ff HTTP/1.1" status: 200 len: 217 time: 0.0596843 Jun 24 08:41:26.215395 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-95bed1c7-8978-4588-ac32-f3b7c44b0630 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b HTTP/1.1" status: 200 len: 217 time: 0.1038942 Jun 24 08:41:26.224839 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-4c6b9b29-d142-40f5-9023-e4ef853855e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 217 time: 0.1081650 Jun 24 08:41:26.236531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e786fd7-3b6e-4251-a4f5-ef131c9ca8a8 req-cf48a8cb-424a-4d77-b7ff-bfa96d3113b7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.238060 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e786fd7-3b6e-4251-a4f5-ef131c9ca8a8 req-cf48a8cb-424a-4d77-b7ff-bfa96d3113b7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.2041464 Jun 24 08:41:26.246673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=100 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:26.251895 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fab2-2f3a-4f8a-8883-b04dee4f8e36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.260735 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.283717 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-afa84d92-087e-4d45-9eee-8c4d74fcbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.285176 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-afa84d92-087e-4d45-9eee-8c4d74fcbb46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e6356b71-8769-4f74-bdc6-3c60aca95cf1 HTTP/1.1" status: 200 len: 851 time: 0.1332023 Jun 24 08:41:26.307045 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-a3516c7a-0958-4c32-aa5c-3267eb59d622 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193635 Jun 24 08:41:26.343003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:26.384341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-64ec9cbb-6802-413c-88f9-68de0e34ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.386016 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-64ec9cbb-6802-413c-88f9-68de0e34ee43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=38769342-91d5-4e58-832d-8de7c3da8648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0928414 Jun 24 08:41:26.411875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b570c3b-54d6-4e92-88d7-49f62275665f req-dc6055d1-11ff-4d92-82df-f1eb67099723 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669384 Jun 24 08:41:26.429097 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-0bd36e19-1030-481a-b9a2-ffe6c26c6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.430627 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-0bd36e19-1030-481a-b9a2-ffe6c26c6438 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.2053683 Jun 24 08:41:26.438597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-eca427aa-3389-4424-ba14-ac53aa00826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.440069 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-eca427aa-3389-4424-ba14-ac53aa00826f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.1910899 Jun 24 08:41:26.523036 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e786fd7-3b6e-4251-a4f5-ef131c9ca8a8 req-57a45232-76cb-48a1-87a7-2eefe19a7d6a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673721 Jun 24 08:41:26.527581 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6b4d546d-1970-4b91-8acf-26a857389ad8 admin admin] Publish callbacks [] for security_group (f0a121a5-62ac-43b5-878e-25092eb4dd97), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.539816 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.558777 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6b4d546d-1970-4b91-8acf-26a857389ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f0a121a5-62ac-43b5-878e-25092eb4dd97), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.592567 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-48480471-40a3-4ec3-8569-e7a7b0f77c45 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639847 Jun 24 08:41:26.601101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fab2-2f3a-4f8a-8883-b04dee4f8e36 admin admin] Publish callbacks [] for security_group (9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.614448 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0fc9fab2-2f3a-4f8a-8883-b04dee4f8e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.625022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-1ca2f02d-3a70-44d3-96d2-6c38bc574a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.626695 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-1ca2f02d-3a70-44d3-96d2-6c38bc574a00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1794002 Jun 24 08:41:26.647640 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:26.653166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-cfb44aa9-db84-4c88-ac4b-9d3f2e81c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.654602 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-cfb44aa9-db84-4c88-ac4b-9d3f2e81c950 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2013125 Jun 24 08:41:26.673626 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-1cb3054c-ed5b-4c9b-aa90-f7a40b6196c4 service neutron] 10.222.0.49 "GET /v2.0/networks/38769342-91d5-4e58-832d-8de7c3da8648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765367 Jun 24 08:41:26.685452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 5263720a-56c1-460b-8d53-95927806ac6a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:26.697790 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0fc9fab2-2f3a-4f8a-8883-b04dee4f8e36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=096e03d26cba4d33a3a1f272d1bb00e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203191 Jun 24 08:41:26.700893 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32890) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:26.733323 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9fab2-2f3a-4f8a-8883-b04dee4f8e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:26.741672 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 71b1737d-30c3-4030-bd5c-8f8f4cd87144 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:26.767484 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-6b4d546d-1970-4b91-8acf-26a857389ad8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6b2d4882c634c8f813aa423ab719fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0097964 Jun 24 08:41:26.783258 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 32892) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:26.784194 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d546d-1970-4b91-8acf-26a857389ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a121a5-62ac-43b5-878e-25092eb4dd97,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:26.829191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75842d-ee25-44ab-9cbd-0eab4d0e3529 req-68490495-a920-41e6-9727-e3aa9b4615d1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.837359 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f75842d-ee25-44ab-9cbd-0eab4d0e3529 req-68490495-a920-41e6-9727-e3aa9b4615d1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.2331061 Jun 24 08:41:26.853906 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4ec48-7bee-4bea-b8e8-99fb3d3bbc00 req-c6ef1d3c-af30-4529-83a0-240c8a7d29ef tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:26.861962 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0ae4ec48-7bee-4bea-b8e8-99fb3d3bbc00 req-c6ef1d3c-af30-4529-83a0-240c8a7d29ef tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.2340040 Jun 24 08:41:26.897959 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] Publish callbacks [] for security_group (9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.934978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:26.939456 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-7d0fb759-89f5-4874-9d46-aa61b5e56a03 req-1dc4dc59-a004-446e-a359-149149c4ac1f service neutron] 10.222.0.49 "GET /v2.0/networks/38769342-91d5-4e58-832d-8de7c3da8648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573116 Jun 24 08:41:26.960909 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:26.963459 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.971927 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] Publish callbacks [] for security_group (9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:26.991024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:27.042974 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=5263720a-56c1-460b-8d53-95927806ac6a,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:27.062620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.066517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.070641 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005 HTTP/1.1" status: 204 len: 168 time: 0.3678918 Jun 24 08:41:27.070986 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '5263720a-56c1-460b-8d53-95927806ac6a', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'port_id': '5263720a-56c1-460b-8d53-95927806ac6a', 'mac_address': 'fa:16:3e:79:97:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:27.086240 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da71e25-0d7d-4982-b982-4f2c0860895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b9eba-9c3a-4b05-a46d-8d2ba42f4005,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.088302 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-9c7982e9-56e1-427d-af48-1255346c9424 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305911 Jun 24 08:41:27.096656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-452c1b0f-228f-49c2-9969-e41cc21fd5b0 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273245 Jun 24 08:41:27.106530 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0ae4ec48-7bee-4bea-b8e8-99fb3d3bbc00 req-802802be-aced-4928-a23b-94e7e08dd7e5 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431653 Jun 24 08:41:27.127864 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f75842d-ee25-44ab-9cbd-0eab4d0e3529 req-51fdcd16-023b-439b-9723-fe7849eabe6c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893665 Jun 24 08:41:27.128750 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] Publish callbacks [] for security_group (f0a121a5-62ac-43b5-878e-25092eb4dd97), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.156473 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 5263720a-56c1-460b-8d53-95927806ac6a is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:27.157193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5263720a-56c1-460b-8d53-95927806ac6a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.161892 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:27.162811 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.172232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] Publish callbacks [] for security_group (f0a121a5-62ac-43b5-878e-25092eb4dd97), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.193599 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5263720a-56c1-460b-8d53-95927806ac6a {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:27.204801 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:27.227344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f0a121a5-62ac-43b5-878e-25092eb4dd97), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.230507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.231877 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0a121a5-62ac-43b5-878e-25092eb4dd97 HTTP/1.1" status: 204 len: 168 time: 0.4434879 Jun 24 08:41:27.249275 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddc980-2298-4be4-bd5e-b65ad55baea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a121a5-62ac-43b5-878e-25092eb4dd97,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.311279 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:27.315652 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=5263720a-56c1-460b-8d53-95927806ac6a,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:27.319195 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.325673 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.326037 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:27.369891 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:27.388432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.471815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 32912) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:27.495960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2c04af8b-b8e9-4039-baa4-5bdb8c550ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.505367 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.526265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:27.534402 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:27.546877 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:27.597182 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7329d-52bd-4e0e-82a6-5391b28be35b req-35429730-8f6c-477f-8570-c0d59f0f9894 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:27.599487 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dde7329d-52bd-4e0e-82a6-5391b28be35b req-35429730-8f6c-477f-8570-c0d59f0f9894 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 944 time: 0.0847819 Jun 24 08:41:27.631154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:27.631593 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.636122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:27.650195 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:27.688316 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07e6358-3220-4267-a7ad-f3ae68de01ec" -d '{"events": [{"server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "name": "network-vif-plugged", "status": "completed", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:27.692609 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:27.699009 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.723911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcb307-5e63-4735-bba3-dbd12150b6cd req-cf82a9de-5b0d-4717-bd85-ffc516d3e856 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:27.725572 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffdcb307-5e63-4735-bba3-dbd12150b6cd req-cf82a9de-5b0d-4717-bd85-ffc516d3e856 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.1136525 Jun 24 08:41:27.750403 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.756085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dde7329d-52bd-4e0e-82a6-5391b28be35b req-b8f7e2a6-ab26-4d3b-b013-14f831618e11 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477809 Jun 24 08:41:27.777913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2c04af8b-b8e9-4039-baa4-5bdb8c550ed5 admin admin] Publish callbacks [] for security_group (804a4c35-4e92-46f8-a552-20adc331de47), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.791521 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2c04af8b-b8e9-4039-baa4-5bdb8c550ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (804a4c35-4e92-46f8-a552-20adc331de47), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.804586 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32928) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:27.825017 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-71337ca8-0985-4a12-b779-c1255c8d4c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.855012 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffdcb307-5e63-4735-bba3-dbd12150b6cd req-875f57d0-e713-4d39-9503-5894c847799e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202528 Jun 24 08:41:27.892574 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2c04af8b-b8e9-4039-baa4-5bdb8c550ed5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffa71ae1020e41fba96f2f5b66c0b91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4173858 Jun 24 08:41:27.897612 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32930) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:27.913135 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04af8b-b8e9-4039-baa4-5bdb8c550ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a4c35-4e92-46f8-a552-20adc331de47,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:27.955834 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:27.979986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] Publish callbacks [] for security_group (804a4c35-4e92-46f8-a552-20adc331de47), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:27.996114 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b85c45-e090-432b-9f49-015c23ccc6cc x-openstack-request-id: req-e2b85c45-e090-432b-9f49-015c23ccc6cc {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:27.996977 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "name": "network-vif-plugged", "status": "completed", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:27.998010 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b85c45-e090-432b-9f49-015c23ccc6cc {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:27.999628 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b85c45-e090-432b-9f49-015c23ccc6cc'] response: {'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'code': 200} Jun 24 08:41:28.051251 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dfefb0b-1ecc-467e-ab0b-b7a1f424a475 req-d6484d3a-2de1-41ef-a433-97dddc6cf195 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877985 Jun 24 08:41:28.053344 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89b361c7-a814-41b2-a3f7-c2f960455e43 req-5a24d541-d70e-4a5c-97c3-9b170727d0ac service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973267 Jun 24 08:41:28.063577 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] Publish callbacks [] for security_group (804a4c35-4e92-46f8-a552-20adc331de47), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.080777 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-71337ca8-0985-4a12-b779-c1255c8d4c4e admin admin] Publish callbacks [] for security_group (6fce131c-e34c-45f3-83a3-abfd0abb1642), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.094988 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-71337ca8-0985-4a12-b779-c1255c8d4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6fce131c-e34c-45f3-83a3-abfd0abb1642), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.201588 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (804a4c35-4e92-46f8-a552-20adc331de47), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.211329 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.214205 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/804a4c35-4e92-46f8-a552-20adc331de47 HTTP/1.1" status: 204 len: 168 time: 0.3155053 Jun 24 08:41:28.245173 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 32948) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:28.255478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['5263720a-56c1-460b-8d53-95927806ac6a'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:28.267372 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-71337ca8-0985-4a12-b779-c1255c8d4c4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ef8bdc250be4dbfabceb417a73bc2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598563 Jun 24 08:41:28.268460 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32950) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:28.269473 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71337ca8-0985-4a12-b779-c1255c8d4c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fce131c-e34c-45f3-83a3-abfd0abb1642,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:28.297554 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc16f1b-6387-425f-ab58-4a9a36fb6e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a4c35-4e92-46f8-a552-20adc331de47,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:28.364930 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['24b20858-8a37-47d6-98c3-e6bff8bd12c1'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:28.386659 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] Publish callbacks [] for security_group (6fce131c-e34c-45f3-83a3-abfd0abb1642), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.414441 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] Publish callbacks [] for security_group (6fce131c-e34c-45f3-83a3-abfd0abb1642), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.495546 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6fce131c-e34c-45f3-83a3-abfd0abb1642), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.499576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.505250 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fce131c-e34c-45f3-83a3-abfd0abb1642 HTTP/1.1" status: 204 len: 168 time: 0.2291880 Jun 24 08:41:28.515812 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3cde-f5c9-42e0-9767-4d9c6580ac79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fce131c-e34c-45f3-83a3-abfd0abb1642,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:28.710306 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 19d07780-3de0-4b28-8969-232ca62ab3ff details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:28.793801 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:28.815294 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a91f0-b7cb-4889-9b8b-acb98841bf22 req-b860cd21-3719-4075-8233-7dc71fed5336 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:28.817588 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-058a91f0-b7cb-4889-9b8b-acb98841bf22 req-b860cd21-3719-4075-8233-7dc71fed5336 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 943 time: 0.5844023 Jun 24 08:41:28.820773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c10b46e-f506-4855-95c8-b16405c662fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:28.830322 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa2b1c-3113-413b-99cc-46a3f3738068 req-4ff91b92-7391-4237-96b5-e9da8a649f71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:28.838410 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d6aa2b1c-3113-413b-99cc-46a3f3738068 req-4ff91b92-7391-4237-96b5-e9da8a649f71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 944 time: 0.5376101 Jun 24 08:41:28.982005 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d6aa2b1c-3113-413b-99cc-46a3f3738068 req-a9f19c70-f12c-47a1-9c67-a13180396b41 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361651 Jun 24 08:41:28.991330 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-058a91f0-b7cb-4889-9b8b-acb98841bf22 req-34934d6c-379f-4b51-b937-ba0371168422 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505229 Jun 24 08:41:29.047406 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c10b46e-f506-4855-95c8-b16405c662fb admin admin] Publish callbacks [] for security_group (5276607f-5289-48f3-8411-cd990a5d61d4), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.056821 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c10b46e-f506-4855-95c8-b16405c662fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (5276607f-5289-48f3-8411-cd990a5d61d4), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.086598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=19d07780-3de0-4b28-8969-232ca62ab3ff,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:29.112604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '19d07780-3de0-4b28-8969-232ca62ab3ff', 'network_id': '38769342-91d5-4e58-832d-8de7c3da8648', 'port_id': '19d07780-3de0-4b28-8969-232ca62ab3ff', 'mac_address': 'fa:16:3e:39:3b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6356b71-8769-4f74-bdc6-3c60aca95cf1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:29.157912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:29.162903 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 19d07780-3de0-4b28-8969-232ca62ab3ff is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:29.163680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.184198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d07780-3de0-4b28-8969-232ca62ab3ff {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:29.213912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=19d07780-3de0-4b28-8969-232ca62ab3ff,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:29.221576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.223468 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7c10b46e-f506-4855-95c8-b16405c662fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53eca8a8947b4573873d6346122c9fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700923 Jun 24 08:41:29.224464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 32988) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:29.224983 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b46e-f506-4855-95c8-b16405c662fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5276607f-5289-48f3-8411-cd990a5d61d4,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:29.288780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:29.311570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-e5d6582d-4ba5-496f-9432-065acffcc348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:29.313147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-e5d6582d-4ba5-496f-9432-065acffcc348 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.2058406 Jun 24 08:41:29.322584 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] Publish callbacks [] for security_group (5276607f-5289-48f3-8411-cd990a5d61d4), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.327318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1198d9-800b-45e5-bf14-4c53c5c09f00 req-c9a31f8e-12a9-451d-83cb-14c94be04e03 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:29.334358 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ad1198d9-800b-45e5-bf14-4c53c5c09f00 req-c9a31f8e-12a9-451d-83cb-14c94be04e03 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 944 time: 0.1707828 Jun 24 08:41:29.347432 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094f391-b6d0-41a0-ab5b-bea3136735d2 req-26e62539-058a-4593-b3ea-def0cf981404 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:29.351696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] Publish callbacks [] for security_group (5276607f-5289-48f3-8411-cd990a5d61d4), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.354908 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e094f391-b6d0-41a0-ab5b-bea3136735d2 req-26e62539-058a-4593-b3ea-def0cf981404 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.2185354 Jun 24 08:41:29.389815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-5c998113-01a1-47da-8030-191354f77704 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.395831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:29.488120 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ad1198d9-800b-45e5-bf14-4c53c5c09f00 req-2743fc65-51d9-4222-9722-5fdc9f2bcf48 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527016 Jun 24 08:41:29.510103 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e094f391-b6d0-41a0-ab5b-bea3136735d2 req-f4e48fd0-2aff-4f44-a244-b7df45eaa228 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502655 Jun 24 08:41:29.587574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-5c998113-01a1-47da-8030-191354f77704 service neutron] Publish callbacks [] for security_group (a23d1b75-fd8d-4641-8d77-e808476abc63), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.593175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-5c998113-01a1-47da-8030-191354f77704 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a23d1b75-fd8d-4641-8d77-e808476abc63), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.635964 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:29.660642 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d1b75-fd8d-4641-8d77-e808476abc63,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:29.664898 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (5276607f-5289-48f3-8411-cd990a5d61d4), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.665667 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb78ff62-a2fd-4a0d-8ecc-82885d518b4e req-5c998113-01a1-47da-8030-191354f77704 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444262 Jun 24 08:41:29.667954 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:29.669141 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5276607f-5289-48f3-8411-cd990a5d61d4 HTTP/1.1" status: 204 len: 168 time: 0.4436588 Jun 24 08:41:29.675963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.676370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.676713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.677170 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.677506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.677739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.678100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.678316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.678631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.678948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.679266 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.679580 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.679898 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.680212 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.680523 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c998113-01a1-47da-8030-191354f77704 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:29.692780 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2874a-1cea-44e1-bcde-e5b673df9157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5276607f-5289-48f3-8411-cd990a5d61d4,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:30.146489 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254edb6a-72d9-4f95-ab7f-4b800437c3ed req-088f1ee6-53a2-49e3-a573-9fb35ac3c440 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:30.148026 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-254edb6a-72d9-4f95-ab7f-4b800437c3ed req-088f1ee6-53a2-49e3-a573-9fb35ac3c440 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 944 time: 0.0809805 Jun 24 08:41:30.172319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d9372-4b97-4c13-b366-4a848a5b77d0 req-08ad8167-a030-4574-9d23-8b44fa2840a0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:30.173849 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-999d9372-4b97-4c13-b366-4a848a5b77d0 req-08ad8167-a030-4574-9d23-8b44fa2840a0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 944 time: 0.0741570 Jun 24 08:41:30.213777 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:30.268147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-254edb6a-72d9-4f95-ab7f-4b800437c3ed req-bac6c190-4395-4395-bfa8-5fc3afd285a6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095114 Jun 24 08:41:30.281240 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-999d9372-4b97-4c13-b366-4a848a5b77d0 req-a4e6949d-ade9-4bfe-be26-b4f5964ffb11 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968969 Jun 24 08:41:30.513631 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['19d07780-3de0-4b28-8969-232ca62ab3ff'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:30.582550 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:30.636805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c20172-d2a2-4a7f-90c6-b8efad88d15f req-27610eff-3eed-4ad1-b76d-1868668db692 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:30.646245 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a7c20172-d2a2-4a7f-90c6-b8efad88d15f req-27610eff-3eed-4ad1-b76d-1868668db692 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 944 time: 0.0708539 Jun 24 08:41:30.711747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:30.723908 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 5263720a-56c1-460b-8d53-95927806ac6a up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:30.736154 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a7c20172-d2a2-4a7f-90c6-b8efad88d15f req-b97909aa-a48c-47fe-936e-95bdd0c0920c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887053 Jun 24 08:41:30.743474 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3156b2-225d-4409-9c1d-ee759b58c27d req-23b5b926-26e3-46b2-ba4f-088ebf49ab61 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:30.745290 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f3156b2-225d-4409-9c1d-ee759b58c27d req-23b5b926-26e3-46b2-ba4f-088ebf49ab61 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 943 time: 0.0774758 Jun 24 08:41:30.802444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 5263720a-56c1-460b-8d53-95927806ac6a completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:30.850750 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f3156b2-225d-4409-9c1d-ee759b58c27d req-26da75e0-a645-4a7d-ba8c-0f26bf68f106 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918841 Jun 24 08:41:30.852408 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 5263720a-56c1-460b-8d53-95927806ac6a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:30.852971 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (5263720a-56c1-460b-8d53-95927806ac6a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:30.920686 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:30.943943 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'port_id': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b', 'mac_address': 'fa:16:3e:4a:2b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:31.040073 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:31.040704 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.052320 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 5263720a-56c1-460b-8d53-95927806ac6a is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:31.052913 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (5263720a-56c1-460b-8d53-95927806ac6a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.075427 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:31.101462 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:31.104448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963e9544-7918-46ac-9755-cc070aff21c7" -d '{"events": [{"server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "name": "network-vif-plugged", "status": "completed", "tag": "5263720a-56c1-460b-8d53-95927806ac6a"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:31.127964 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=5263720a-56c1-460b-8d53-95927806ac6a,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:31.131592 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:31.142747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.144741 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.145524 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:31.190968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f4ae6-35d0-4293-a5d5-30a4f39883e7 x-openstack-request-id: req-eb8f4ae6-35d0-4293-a5d5-30a4f39883e7 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:31.191379 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "name": "network-vif-plugged", "status": "completed", "tag": "5263720a-56c1-460b-8d53-95927806ac6a", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:31.191767 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb8f4ae6-35d0-4293-a5d5-30a4f39883e7 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:31.192157 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8f4ae6-35d0-4293-a5d5-30a4f39883e7'] response: {'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a', 'code': 200} Jun 24 08:41:31.234415 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:31.245529 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33086) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:31.246543 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:31.250030 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:31.288840 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:31.289431 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.384171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:31.453933 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:31.454685 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.483630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219ba42-b960-4907-96a8-41ff37f9b5d6 req-26c3fd77-8f9b-428f-8e3e-fc8e654b7872 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:31.486690 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:31.493062 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7219ba42-b960-4907-96a8-41ff37f9b5d6 req-26c3fd77-8f9b-428f-8e3e-fc8e654b7872 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 944 time: 0.0655134 Jun 24 08:41:31.516914 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:31.530123 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.549325 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1002718686-network', 'tenant_id': '91137dbd48fe4e6d986c350c8435bbab'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:31.602360 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:31.611519 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541cfa3-79a2-4344-81a8-313a5fbc522e req-e3e94dd4-49d8-47e6-aca6-e09ec43ef9b6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:31.613221 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7541cfa3-79a2-4344-81a8-313a5fbc522e req-e3e94dd4-49d8-47e6-aca6-e09ec43ef9b6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1106138 Jun 24 08:41:31.614741 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Made reservation on behalf of 91137dbd48fe4e6d986c350c8435bbab for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:31.618111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.633830 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.645560 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:31.651250 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7219ba42-b960-4907-96a8-41ff37f9b5d6 req-e97da9f9-c098-4029-86a5-4d2e0405e1f8 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563091 Jun 24 08:41:31.754794 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7541cfa3-79a2-4344-81a8-313a5fbc522e req-a5dbc73c-af02-4b42-8d15-89ce2ac8090b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317222 Jun 24 08:41:31.790339 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks [] for security_group (d3a32dcb-d210-4a50-a353-df6e99c87067), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.798042 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d3a32dcb-d210-4a50-a353-df6e99c87067), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.835810 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:41:31.866607 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (fc4f85b1-0579-40e3-b72b-f68234668cfb), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:31.867055 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Added segment fc4f85b1-0579-40e3-b72b-f68234668cfb of type vlan for network f4138681-b558-4fee-81a5-bb532db98280 Jun 24 08:41:31.869300 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a32dcb-d210-4a50-a353-df6e99c87067,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:31.886537 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=78,neutron:DELETE=11,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:31.902012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.902012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.902485 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.903213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.903694 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.904168 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.904866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.905365 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.905867 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.906335 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.906985 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.907563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.908291 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.908801 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.909266 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:31.909900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde603a-7436-48d1-9bb2-81c539ea0c8a req-ee9118a6-ae4d-4499-b1e0-512dfcade730 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:31.911838 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6cde603a-7436-48d1-9bb2-81c539ea0c8a req-ee9118a6-ae4d-4499-b1e0-512dfcade730 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0715313 Jun 24 08:41:31.956754 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (f4138681-b558-4fee-81a5-bb532db98280), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.008216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (f4138681-b558-4fee-81a5-bb532db98280), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.009463 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.010281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.056142 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29a19a-2d43-407f-bc43-f46ffaea29b8 req-bde3a7f2-e45d-481b-83af-e18f915fb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.057285 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d29a19a-2d43-407f-bc43-f46ffaea29b8 req-bde3a7f2-e45d-481b-83af-e18f915fb9f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1129 time: 0.1253438 Jun 24 08:41:32.083271 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8349884 Jun 24 08:41:32.084505 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33126) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:32.099756 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6cde603a-7436-48d1-9bb2-81c539ea0c8a req-7fb329c6-eeea-4859-9d6e-76a032056f47 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721203 Jun 24 08:41:32.108264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacd209-e144-444f-91ef-2e677371f0a7 req-87e851f3-f1ff-42fe-8768-534bb683b238 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.109852 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4dacd209-e144-444f-91ef-2e677371f0a7 req-87e851f3-f1ff-42fe-8768-534bb683b238 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 944 time: 0.1126404 Jun 24 08:41:32.121089 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5672-6d2c-4647-ade4-527797572601 admin admin] Pushing event updated for resources: {'Network': ['ID=f4138681-b558-4fee-81a5-bb532db98280,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:32.128383 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Request body: {'subnet': {'network_id': 'f4138681-b558-4fee-81a5-bb532db98280', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1002718686-subnet', 'tenant_id': '91137dbd48fe4e6d986c350c8435bbab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:32.142901 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network f4138681-b558-4fee-81a5-bb532db98280 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:41:32.152792 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d29a19a-2d43-407f-bc43-f46ffaea29b8 req-33195067-2a0a-41f4-a3bf-5d91514aeaf4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873554 Jun 24 08:41:32.153812 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Made reservation on behalf of 91137dbd48fe4e6d986c350c8435bbab for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:32.157672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.172318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:32.202330 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4dacd209-e144-444f-91ef-2e677371f0a7 req-b6b2f935-d7aa-45b4-8eea-278f20a810a6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805829 Jun 24 08:41:32.413001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (b4307ec5-5936-406e-98fa-c9fc755f3b2c), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.485238 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4307ec5-5936-406e-98fa-c9fc755f3b2c,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:32.487422 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Checking segment: {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:32.487771 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Network hostable DHCP agents. Network: f4138681-b558-4fee-81a5-bb532db98280, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:41:32.513225 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Network f4138681-b558-4fee-81a5-bb532db98280 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:41:32.530030 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, f4138681-b558-4fee-81a5-bb532db98280) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:32.534537 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.536285 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.539121 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcc4d1b-5394-4af0-9bd3-e0aa52df0ce9 None None] Network f4138681-b558-4fee-81a5-bb532db98280 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:41:32.544924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:32.560674 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f39275c9-b54e-49a8-99e4-4c17835a0fee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4416294 Jun 24 08:41:32.587267 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33148) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:32.643709 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed1927-a539-4596-8694-944aa2f19f8c None None] Network f4138681-b558-4fee-81a5-bb532db98280 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:41:32.708812 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e550cd90-ab84-4da1-a2eb-fc2d02f741b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.735443 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 19d07780-3de0-4b28-8969-232ca62ab3ff up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:32.810481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b6e2-3c02-4b72-ad31-ed45ac140005 req-3e7db68f-f7c3-421d-a83f-8acfeb16e4aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.812224 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8d50b6e2-3c02-4b72-ad31-ed45ac140005 req-3e7db68f-f7c3-421d-a83f-8acfeb16e4aa tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 944 time: 0.0744321 Jun 24 08:41:32.843241 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 19d07780-3de0-4b28-8969-232ca62ab3ff completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:32.853121 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 19d07780-3de0-4b28-8969-232ca62ab3ff triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:32.854714 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.917154 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e550cd90-ab84-4da1-a2eb-fc2d02f741b3 admin admin] Publish callbacks [] for security_group (9f8f658a-cee4-400d-8c4f-af63db10293a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.931281 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e550cd90-ab84-4da1-a2eb-fc2d02f741b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9f8f658a-cee4-400d-8c4f-af63db10293a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.941967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:32.944520 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 19d07780-3de0-4b28-8969-232ca62ab3ff is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:32.944660 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:32.963587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6c4b4-f949-4adc-a78c-ec282ae16c23 req-df4f5743-e64b-4776-94bb-bcc76ba147a1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:32.965131 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ce6c4b4-f949-4adc-a78c-ec282ae16c23 req-df4f5743-e64b-4776-94bb-bcc76ba147a1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1185398 Jun 24 08:41:32.973239 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8d50b6e2-3c02-4b72-ad31-ed45ac140005 req-d880f6e7-68d0-41dd-a9de-e0bccbd226b0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502178 Jun 24 08:41:32.997303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=19d07780-3de0-4b28-8969-232ca62ab3ff,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:33.006958 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.007847 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:33.027666 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e550cd90-ab84-4da1-a2eb-fc2d02f741b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82c77153f8b14e028c543cf16a408c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391477 Jun 24 08:41:33.030203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550cd90-ab84-4da1-a2eb-fc2d02f741b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f658a-cee4-400d-8c4f-af63db10293a,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:33.030331 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33160) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:33.074197 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:33.079168 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ce6c4b4-f949-4adc-a78c-ec282ae16c23 req-c05feef9-875b-461d-9bb3-712fa4206176 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048217 Jun 24 08:41:33.106485 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] Publish callbacks [] for security_group (9f8f658a-cee4-400d-8c4f-af63db10293a), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.108764 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:33.120545 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.121142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.126097 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.126555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.127361 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.127863 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.128213 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.128611 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.130174 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.130755 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.131049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.131583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.132008 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.132341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.132968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:41:33.137518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:33.147751 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:33.147979 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.192864 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}, {'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:33.193486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] Publish callbacks [] for security_group (9f8f658a-cee4-400d-8c4f-af63db10293a), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.195622 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2c5cd1-a263-4a13-a331-cbea51b5f7ef" -d '{"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}, {"server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "name": "network-vif-plugged", "status": "completed", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:33.228531 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:33.275514 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9f8f658a-cee4-400d-8c4f-af63db10293a), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.282599 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.291719 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f8f658a-cee4-400d-8c4f-af63db10293a HTTP/1.1" status: 204 len: 168 time: 0.2530575 Jun 24 08:41:33.293160 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d106c886-b99f-4f9b-96b8-b1b188bdd821 x-openstack-request-id: req-d106c886-b99f-4f9b-96b8-b1b188bdd821 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:33.294785 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "code": 200}, {"server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "name": "network-vif-plugged", "status": "completed", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:33.295477 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d106c886-b99f-4f9b-96b8-b1b188bdd821 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:33.296149 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d106c886-b99f-4f9b-96b8-b1b188bdd821'] response: {'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'code': 200} Jun 24 08:41:33.300258 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d106c886-b99f-4f9b-96b8-b1b188bdd821'] response: {'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff', 'code': 200} Jun 24 08:41:33.306090 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec5601-10c4-407a-9251-b27a6869feba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f658a-cee4-400d-8c4f-af63db10293a,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:33.307673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81969893-5228-4277-960c-d00cffde385c req-83f1b519-664c-42ee-915b-b4b6429d0e12 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:33.310008 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-81969893-5228-4277-960c-d00cffde385c req-83f1b519-664c-42ee-915b-b4b6429d0e12 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1219015 Jun 24 08:41:33.365428 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:33.366544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.402791 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-81969893-5228-4277-960c-d00cffde385c req-7b5de35e-9bae-48d2-820e-0ed99efb495e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865495 Jun 24 08:41:33.418719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:33.422995 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.513274 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:33.514896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09c969-8014-4897-b246-c5f71d565d1c req-c5b7cc1d-13a5-45c3-8884-55f275c509ec tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:33.518872 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3a09c969-8014-4897-b246-c5f71d565d1c req-c5b7cc1d-13a5-45c3-8884-55f275c509ec tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 944 time: 0.1425195 Jun 24 08:41:33.587302 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3a09c969-8014-4897-b246-c5f71d565d1c req-15b413b0-d56b-4b47-a3ae-5be7de1e9254 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591969 Jun 24 08:41:33.749348 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33194) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:33.764254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-35b3c1dc-bc6e-407b-802a-b56ed4b742c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.887282 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-35b3c1dc-bc6e-407b-802a-b56ed4b742c3 admin admin] Publish callbacks [] for security_group (9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.891999 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-35b3c1dc-bc6e-407b-802a-b56ed4b742c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:33.922622 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:33.937934 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3c1dc-bc6e-407b-802a-b56ed4b742c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:33.947406 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-35b3c1dc-bc6e-407b-802a-b56ed4b742c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5598cf5e0cc44b9918eb7d9c18db440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922979 Jun 24 08:41:33.954076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33196) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:34.075410 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5370c-4735-4058-8c60-3eea3d33449f req-984611b6-f82e-4a45-a4b2-b868267a0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.077676 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35a5370c-4735-4058-8c60-3eea3d33449f req-984611b6-f82e-4a45-a4b2-b868267a0655 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1129 time: 0.1316748 Jun 24 08:41:34.083317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dadedf-895e-43ff-8749-7970fd4c4ae1 req-2f297431-a54e-4dcb-bb6f-b0d696bed3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.084833 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-80dadedf-895e-43ff-8749-7970fd4c4ae1 req-2f297431-a54e-4dcb-bb6f-b0d696bed3c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 1129 time: 0.1288397 Jun 24 08:41:34.198125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] Publish callbacks [] for security_group (9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:34.218575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:34.231550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77428f32-0474-443c-9818-1d6061110505 req-94a12b62-9669-4fa4-bb99-c12646816caf tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.233044 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-77428f32-0474-443c-9818-1d6061110505 req-94a12b62-9669-4fa4-bb99-c12646816caf tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.1459286 Jun 24 08:41:34.277321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-80dadedf-895e-43ff-8749-7970fd4c4ae1 req-05591ec6-b871-4eca-a26d-dadbb4a79bed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822867 Jun 24 08:41:34.279551 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35a5370c-4735-4058-8c60-3eea3d33449f req-81771150-fe10-49b2-8655-767e97f6f6fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910715 Jun 24 08:41:34.303256 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914043e-e374-45c7-93aa-3714e1087204 req-9808d2dd-0800-46a1-88cc-691ef6de835f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.304762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c914043e-e374-45c7-93aa-3714e1087204 req-9808d2dd-0800-46a1-88cc-691ef6de835f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1298871 Jun 24 08:41:34.308582 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] Publish callbacks [] for security_group (9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:34.401954 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-77428f32-0474-443c-9818-1d6061110505 req-df372119-e295-42d1-b8a9-036f203a14a0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516588 Jun 24 08:41:34.419984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c914043e-e374-45c7-93aa-3714e1087204 req-661b1426-633b-4b94-aec7-0c23f72fae15 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083033 Jun 24 08:41:34.433463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:34.436452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:34.440218 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a HTTP/1.1" status: 204 len: 168 time: 0.4584432 Jun 24 08:41:34.454756 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c5c1d-9a9d-4398-892a-d9c5ca75389e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9b0b58-3719-4dcb-8ff3-694f8ee9b04a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:34.592633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10fed8-1d10-4525-aa4b-3202e6bb4f7a req-25ea01a5-bb72-4b89-a8dd-47579b9d9d0a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.594163 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-df10fed8-1d10-4525-aa4b-3202e6bb4f7a req-25ea01a5-bb72-4b89-a8dd-47579b9d9d0a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0879564 Jun 24 08:41:34.692828 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:34.712491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-887c8158-d927-4cf5-a595-7f1e90f43b2d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.714041 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-887c8158-d927-4cf5-a595-7f1e90f43b2d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 809 time: 0.2055695 Jun 24 08:41:34.718735 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-df10fed8-1d10-4525-aa4b-3202e6bb4f7a req-618648ee-d057-4cac-88dc-d9bdc3241f04 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959399 Jun 24 08:41:34.758381 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-3bdaf607-9f09-4e25-b64e-e7d18b0e12be tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/quotas/91137dbd48fe4e6d986c350c8435bbab HTTP/1.1" status: 200 len: 375 time: 0.0297012 Jun 24 08:41:34.804754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-3236e87f-022c-412a-986c-0b7a150ed02f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379426 Jun 24 08:41:34.879357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f56c6-cba2-4ec6-9480-bb6d416f71db req-0a8d90dc-c075-4bb3-9b60-cbfef61e45ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:34.880890 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9f5f56c6-cba2-4ec6-9480-bb6d416f71db req-0a8d90dc-c075-4bb3-9b60-cbfef61e45ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0803223 Jun 24 08:41:34.984239 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-c2ae9b6e-82ba-4da9-a96e-4943a169ffee service neutron] 10.222.0.13 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702621 Jun 24 08:41:34.994364 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9f5f56c6-cba2-4ec6-9480-bb6d416f71db req-13834e37-bb21-4ada-9107-95fe0468d412 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027122 Jun 24 08:41:35.127733 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-bca7d065-bb66-4182-9611-c305ec2ffc09 service neutron] 10.222.0.13 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323009 Jun 24 08:41:35.235336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce70b5-658e-44e0-8e7f-b231fab2bf9b req-f99a6a9b-c2e5-4ca1-b0a3-aef7a70084ad tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:35.237818 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0bce70b5-658e-44e0-8e7f-b231fab2bf9b req-f99a6a9b-c2e5-4ca1-b0a3-aef7a70084ad tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0643706 Jun 24 08:41:35.249002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33264) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:35.254628 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'floatingip': {'port_id': '5263720a-56c1-460b-8d53-95927806ac6a'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:35.302422 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:35.305417 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cddd447-11b3-4813-99a1-8c9f2e7844d1" -d '{"events": [{"server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:35.343688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:35.359821 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9ed70-4d37-4901-9f1d-206b0c5c525c x-openstack-request-id: req-d3a9ed70-4d37-4901-9f1d-206b0c5c525c {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:35.360131 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "name": "network-vif-plugged", "status": "completed", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:35.360381 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3a9ed70-4d37-4901-9f1d-206b0c5c525c {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:35.360772 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a9ed70-4d37-4901-9f1d-206b0c5c525c'] response: {'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b', 'code': 200} Jun 24 08:41:35.442439 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:35.507261 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-18631b83-5307-42c7-bd48-3b17cddeb03b req-06cd8ffa-4504-4c01-88ed-96456325b9f0 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0989487 Jun 24 08:41:35.967345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eff8b-05fa-47d0-bf48-1c2e78367963 req-9ddb9217-e2cb-4c6a-a91f-d604c54bd77b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:35.974111 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e3eff8b-05fa-47d0-bf48-1c2e78367963 req-9ddb9217-e2cb-4c6a-a91f-d604c54bd77b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.3948910 Jun 24 08:41:35.995064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:36.036542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e87c1d-c2e3-46e3-8a04-75524b8d4ccf req-37356599-1612-44c4-b851-33700fd4cd1d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:36.038217 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-11e87c1d-c2e3-46e3-8a04-75524b8d4ccf req-37356599-1612-44c4-b851-33700fd4cd1d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.3898389 Jun 24 08:41:36.140866 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e3eff8b-05fa-47d0-bf48-1c2e78367963 req-6ee31c94-2f53-4b6f-a2e2-04d08f7f4699 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657987 Jun 24 08:41:36.249876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33320) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:36.262116 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-11e87c1d-c2e3-46e3-8a04-75524b8d4ccf req-632bbdf6-48bc-479f-9fd0-39ca4c5414a4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124519 Jun 24 08:41:36.355368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f71e2-b83d-434f-87ec-ec9eba77f3ca req-a0bd2da3-21ca-45fa-9d39-6058fc502461 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:36.356944 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-115f71e2-b83d-434f-87ec-ec9eba77f3ca req-a0bd2da3-21ca-45fa-9d39-6058fc502461 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1441088 Jun 24 08:41:36.517624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-868bc3b5-7e4c-45f9-9994-e31d6e60e8ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.533543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:36.549610 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-115f71e2-b83d-434f-87ec-ec9eba77f3ca req-b161f684-b4be-42df-988d-6bfd1984f20a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508830 Jun 24 08:41:36.625129 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-868bc3b5-7e4c-45f9-9994-e31d6e60e8ca admin admin] Publish callbacks [] for security_group (6be17c48-3a10-44f5-afa4-c82a16987329), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.631306 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-868bc3b5-7e4c-45f9-9994-e31d6e60e8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6be17c48-3a10-44f5-afa4-c82a16987329), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.665731 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6784e771-22b9-4e52-9dd8-774c25ff8489 req-81c15cb4-bbc8-47af-9e53-6bdffabb03e3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0561702 Jun 24 08:41:36.667934 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.673034 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.680297 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-868bc3b5-7e4c-45f9-9994-e31d6e60e8ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5f00d9c9e94486fbaf2297bab2fcad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289248 Jun 24 08:41:36.681187 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc3b5-7e4c-45f9-9994-e31d6e60e8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be17c48-3a10-44f5-afa4-c82a16987329,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:36.689797 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33336) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:36.746781 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] Publish callbacks [] for security_group (6be17c48-3a10-44f5-afa4-c82a16987329), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.770551 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] Publish callbacks [] for security_group (6be17c48-3a10-44f5-afa4-c82a16987329), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.794299 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Floating IP a9c33adc-871a-4ffb-88cc-caa827a5e4de associated. External IP: 172.27.1.253, port: 5263720a-56c1-460b-8d53-95927806ac6a. Jun 24 08:41:36.820778 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6be17c48-3a10-44f5-afa4-c82a16987329), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.823642 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:36.827321 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6be17c48-3a10-44f5-afa4-c82a16987329 HTTP/1.1" status: 204 len: 168 time: 0.1404114 Jun 24 08:41:36.836533 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480fec1-ed55-4de4-b72b-4f72a8a1ddaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be17c48-3a10-44f5-afa4-c82a16987329,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:37.030110 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:41:37.194113 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33370) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:37.197263 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:41:37.204363 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.215148 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:41:37.226550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55a4c3ce-b95e-47d9-a713-2f30b2f01574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.232966 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:41:37.233669 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:37.259948 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3c6600eb-39a8-49dc-9f0f-7b78985a91a4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "PUT /v2.0/floatingips/a9c33adc-871a-4ffb-88cc-caa827a5e4de HTTP/1.1" status: 200 len: 991 time: 2.0098095 Jun 24 08:41:37.278836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:37.282188 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11919b2-4a1b-4d48-9807-9176aceaf72f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "tag": "5263720a-56c1-460b-8d53-95927806ac6a"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:37.300523 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:37.330350 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0484a2a-1b9f-455b-8005-00a2b705d91b req-ec7e4507-a254-46bc-b55b-0913176d0e66 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:37.332652 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f0484a2a-1b9f-455b-8005-00a2b705d91b req-ec7e4507-a254-46bc-b55b-0913176d0e66 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0866926 Jun 24 08:41:37.340408 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55a4c3ce-b95e-47d9-a713-2f30b2f01574 admin admin] Publish callbacks [] for security_group (0c53125b-1183-418c-9282-6560cf157865), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.348826 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55a4c3ce-b95e-47d9-a713-2f30b2f01574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0c53125b-1183-418c-9282-6560cf157865), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.349470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0045dcc-069d-47af-8a6a-ced75fa7c97b x-openstack-request-id: req-a0045dcc-069d-47af-8a6a-ced75fa7c97b {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:37.349799 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "tag": "5263720a-56c1-460b-8d53-95927806ac6a", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:37.350047 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0045dcc-069d-47af-8a6a-ced75fa7c97b {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:37.350437 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0045dcc-069d-47af-8a6a-ced75fa7c97b'] response: {'name': 'network-changed', 'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a', 'status': 'completed', 'code': 200} Jun 24 08:41:37.379202 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:37.398006 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f0484a2a-1b9f-455b-8005-00a2b705d91b req-9fd66888-5322-4250-a613-a92885b25109 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573814 Jun 24 08:41:37.433466 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a4c3ce-b95e-47d9-a713-2f30b2f01574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c53125b-1183-418c-9282-6560cf157865,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:37.448805 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-55a4c3ce-b95e-47d9-a713-2f30b2f01574 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f4018df46b041a2840da0a640e5c08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528949 Jun 24 08:41:37.451558 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33380) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:37.498940 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e1ba-4e15-4243-8619-5b6a4f90da97 req-0c1ef720-b74b-4157-ae4b-360f6555d247 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:37.506222 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a3d9e1ba-4e15-4243-8619-5b6a4f90da97 req-0c1ef720-b74b-4157-ae4b-360f6555d247 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0621357 Jun 24 08:41:37.513109 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] Publish callbacks [] for security_group (0c53125b-1183-418c-9282-6560cf157865), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.547430 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] Publish callbacks [] for security_group (0c53125b-1183-418c-9282-6560cf157865), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.553501 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:41:37.565357 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33382) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:37.567150 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a3d9e1ba-4e15-4243-8619-5b6a4f90da97 req-38ce5085-f53c-4b57-b2e6-964c53953903 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592601 Jun 24 08:41:37.630522 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0c53125b-1183-418c-9282-6560cf157865), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.633895 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.638681 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c53125b-1183-418c-9282-6560cf157865 HTTP/1.1" status: 204 len: 168 time: 0.1832626 Jun 24 08:41:37.649930 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c69c0-893c-4e88-a6ab-9396ac5c71ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c53125b-1183-418c-9282-6560cf157865,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:37.766960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f907-1813-43f4-94f4-7c6f08841204 req-b63385b9-9a7d-464e-8bf4-cca66b4597bd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:37.767874 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-40273793-f02a-4357-b698-619b94b8b6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.768704 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-86a2f907-1813-43f4-94f4-7c6f08841204 req-b63385b9-9a7d-464e-8bf4-cca66b4597bd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0987360 Jun 24 08:41:37.850295 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aaba610b-6bea-49bd-8da0-b8bbbcac270a req-8f970457-2ee4-4aad-97f9-a921a51479fa tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0430477 Jun 24 08:41:37.880276 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-86a2f907-1813-43f4-94f4-7c6f08841204 req-5a381333-acf8-4ae2-9752-c3e80adc0754 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023910 Jun 24 08:41:37.888050 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': 'a9c33adc-871a-4ffb-88cc-caa827a5e4de', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': '5263720a-56c1-460b-8d53-95927806ac6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:79:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:53Z', 'updated_at': '2022-06-24T08:41:36Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:37.900797 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-40273793-f02a-4357-b698-619b94b8b6dd admin admin] Publish callbacks [] for security_group (099fdeb3-0268-48d6-8f9d-ea847ee82378), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.906864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-40273793-f02a-4357-b698-619b94b8b6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (099fdeb3-0268-48d6-8f9d-ea847ee82378), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:37.917443 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:41:37.926222 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:41:37.927147 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:37.934415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:37.949903 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-40273793-f02a-4357-b698-619b94b8b6dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8bd2b76f8ac4b53ab8bb8c6099037e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810582 Jun 24 08:41:37.950133 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33394) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:37.977254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40273793-f02a-4357-b698-619b94b8b6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099fdeb3-0268-48d6-8f9d-ea847ee82378,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:38.029051 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] Publish callbacks [] for security_group (099fdeb3-0268-48d6-8f9d-ea847ee82378), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.045926 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:41:38.056030 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] Publish callbacks [] for security_group (099fdeb3-0268-48d6-8f9d-ea847ee82378), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.113027 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (099fdeb3-0268-48d6-8f9d-ea847ee82378), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.115846 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.117126 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/099fdeb3-0268-48d6-8f9d-ea847ee82378 HTTP/1.1" status: 204 len: 168 time: 0.1660650 Jun 24 08:41:38.126383 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af755e2-0519-4d6c-900b-7cebffe5f4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099fdeb3-0268-48d6-8f9d-ea847ee82378,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:38.307703 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': 'a9c33adc-871a-4ffb-88cc-caa827a5e4de', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': '5263720a-56c1-460b-8d53-95927806ac6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:79:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:53Z', 'updated_at': '2022-06-24T08:41:36Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:38.343744 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d31691b-afe3-47c8-ba16-85161ad65b13 None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': 'a9c33adc-871a-4ffb-88cc-caa827a5e4de', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': '5263720a-56c1-460b-8d53-95927806ac6a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:79:97:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:53Z', 'updated_at': '2022-06-24T08:41:36Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:41:38.541428 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6aed26-83d6-4d46-bc7b-0a71a39faaff req-bfb93345-d838-4153-b3e7-07ab777fb6c5 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:38.548521 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb6aed26-83d6-4d46-bc7b-0a71a39faaff req-bfb93345-d838-4153-b3e7-07ab777fb6c5 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0684881 Jun 24 08:41:38.600365 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33422) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:38.622247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1f88621e-1097-4f02-8a96-7db497659ea7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.629274 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb6aed26-83d6-4d46-bc7b-0a71a39faaff req-93a5b9fa-74b5-49ee-9d54-6309aa97f636 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792603 Jun 24 08:41:38.662959 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe4e3bb-1c65-43bd-9de5-5ea676a43e0d None None] New status for floating IP a9c33adc-871a-4ffb-88cc-caa827a5e4de: ACTIVE {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:41:38.736463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464383-5d6e-4cc3-aee0-96d0b0420c4a req-51a2bdce-3b1a-4a4e-bb72-b54b3c21932f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:38.737540 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1f88621e-1097-4f02-8a96-7db497659ea7 admin admin] Publish callbacks [] for security_group (d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.740321 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:38.745131 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-df464383-5d6e-4cc3-aee0-96d0b0420c4a req-51a2bdce-3b1a-4a4e-bb72-b54b3c21932f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0639021 Jun 24 08:41:38.746847 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1f88621e-1097-4f02-8a96-7db497659ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.793550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:38.807428 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1f88621e-1097-4f02-8a96-7db497659ea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ee98a746bd4f3ebd56e3bdbd73e508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033944 Jun 24 08:41:38.807428 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88621e-1097-4f02-8a96-7db497659ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:38.819866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33428) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:38.825996 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-df464383-5d6e-4cc3-aee0-96d0b0420c4a req-c3e094de-d11f-4d92-b791-f67473276cd7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794799 Jun 24 08:41:38.963625 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] Publish callbacks [] for security_group (d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:38.991780 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] Publish callbacks [] for security_group (d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.052859 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2dee5b26-1b4f-4136-90a8-29a0e9326e31 req-88079379-85b0-47f0-a766-30f4103e8f6d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0512497 Jun 24 08:41:39.066233 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c3b09-e785-4f8b-8a2a-ea77770a09ee req-4719a708-d428-4f27-a5df-84b97a47bc53 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:39.079452 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.079452 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.079452 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7 HTTP/1.1" status: 204 len: 168 time: 0.2566507 Jun 24 08:41:39.079695 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-808c3b09-e785-4f8b-8a2a-ea77770a09ee req-4719a708-d428-4f27-a5df-84b97a47bc53 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1251519 Jun 24 08:41:39.079695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33438) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:39.091967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'floatingip': {'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:39.092978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cbe88-a438-4f6f-883e-08075eee0848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cfe4c9-9f27-41cc-8a0a-0aa09038dac7,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:39.179919 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.390264 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33448) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:39.491799 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55d1c-e700-47ee-ac71-59fa962ac462 req-902f627e-d217-476a-8374-2ff74b81d709 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:39.493370 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f4a55d1c-e700-47ee-ac71-59fa962ac462 req-902f627e-d217-476a-8374-2ff74b81d709 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.3393407 Jun 24 08:41:39.528439 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5207aced-b663-4225-8b6e-77e9e87b0579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.613591 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f4a55d1c-e700-47ee-ac71-59fa962ac462 req-9bd128a7-4d54-4c3c-ad7a-d76e0744a9fb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090891 Jun 24 08:41:39.616875 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5207aced-b663-4225-8b6e-77e9e87b0579 admin admin] Publish callbacks [] for security_group (d2ce6b58-adfe-407f-a78f-e0831428df15), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.623750 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5207aced-b663-4225-8b6e-77e9e87b0579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d2ce6b58-adfe-407f-a78f-e0831428df15), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:39.669029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207aced-b663-4225-8b6e-77e9e87b0579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ce6b58-adfe-407f-a78f-e0831428df15,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:39.674402 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5207aced-b663-4225-8b6e-77e9e87b0579 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87582f0bf66948bea1f49ebb9d64dda3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830007 Jun 24 08:41:39.677269 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33462) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:39.875575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d7a91-cb65-4b1a-8623-8162a2185224 req-7f575168-45e6-4e5e-9980-e7ff2893fc86 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:39.877052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c63d7a91-cb65-4b1a-8623-8162a2185224 req-7f575168-45e6-4e5e-9980-e7ff2893fc86 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.1422355 Jun 24 08:41:39.894882 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:39.919663 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] Publish callbacks [] for security_group (d2ce6b58-adfe-407f-a78f-e0831428df15), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.005890 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] Publish callbacks [] for security_group (d2ce6b58-adfe-407f-a78f-e0831428df15), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.022851 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c63d7a91-cb65-4b1a-8623-8162a2185224 req-a6d34b5c-9f16-4502-8746-56af97bf664e tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350174 Jun 24 08:41:40.159538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.161906 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d2ce6b58-adfe-407f-a78f-e0831428df15), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.164781 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.165997 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2ce6b58-adfe-407f-a78f-e0831428df15 HTTP/1.1" status: 204 len: 168 time: 0.4877028 Jun 24 08:41:40.167789 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fc45710d-cfd9-40b3-9248-33c23842cf5e req-4a1a4a78-3108-48d5-8c3d-c36ffaa23748 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0418739 Jun 24 08:41:40.170671 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.211411 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2205-a472-4a0e-b9f5-31fe1af5131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ce6b58-adfe-407f-a78f-e0831428df15,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:40.298853 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Floating IP 018d0ff6-aa4b-4815-aae9-4d0b1dc32785 associated. External IP: 172.27.1.99, port: 24b20858-8a37-47d6-98c3-e6bff8bd12c1. Jun 24 08:41:40.399875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:40.540793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:41:40.665738 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:41:40.670476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:40.676131 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:41:40.692958 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:41:40.697398 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:40.770989 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-607f8ddd-9f57-43be-887f-3923399cbb71 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "PUT /v2.0/floatingips/018d0ff6-aa4b-4815-aae9-4d0b1dc32785 HTTP/1.1" status: 200 len: 990 time: 1.6898186 Jun 24 08:41:40.774604 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:40.777252 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f83603b-5e98-4671-8132-ffc3669cd04a" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:40.790075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cb6b4-e9b5-41c0-b637-b51add147932 req-2df6d091-cd94-45e4-96af-ba02c40449a3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:40.792087 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c04cb6b4-e9b5-41c0-b637-b51add147932 req-2df6d091-cd94-45e4-96af-ba02c40449a3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0799823 Jun 24 08:41:40.866677 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:41:40.869457 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c04cb6b4-e9b5-41c0-b637-b51add147932 req-16f4832d-5d59-44ee-8b47-e5b07e909827 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661607 Jun 24 08:41:40.870807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebb7700-43fb-44dc-9cd9-9d7c6ae5c21d x-openstack-request-id: req-cebb7700-43fb-44dc-9cd9-9d7c6ae5c21d {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:40.871092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:40.871341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cebb7700-43fb-44dc-9cd9-9d7c6ae5c21d {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:40.871737 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebb7700-43fb-44dc-9cd9-9d7c6ae5c21d'] response: {'name': 'network-changed', 'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'status': 'completed', 'code': 200} Jun 24 08:41:40.961985 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:40.995860 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:41.138072 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '018d0ff6-aa4b-4815-aae9-4d0b1dc32785', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:49Z', 'updated_at': '2022-06-24T08:41:40Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:41.172977 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:41:41.174063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f21989-257c-48f8-8cb0-84fe7216307b req-06b44b60-d2ff-4e12-8662-e50cb6616f06 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:41.176244 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84f21989-257c-48f8-8cb0-84fe7216307b req-06b44b60-d2ff-4e12-8662-e50cb6616f06 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Jun 24 08:41:41.183287 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:41:41.183905 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:41.223439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:41.258234 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84f21989-257c-48f8-8cb0-84fe7216307b req-286aa61e-94e1-4d97-8122-f878af4bd4e4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751791 Jun 24 08:41:41.338852 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d811987-7e84-47ff-a763-5abf6cd38b4e req-60c163c1-05d7-4b0a-9105-4a6105f9aeb1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0736771 Jun 24 08:41:41.380775 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:41:41.675842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-35f06f1f-f2db-4057-9cf9-055d34107206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:41.678186 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-35f06f1f-f2db-4057-9cf9-055d34107206 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1129 time: 0.0437727 Jun 24 08:41:41.735473 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '018d0ff6-aa4b-4815-aae9-4d0b1dc32785', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:49Z', 'updated_at': '2022-06-24T08:41:40Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:41:41.765088 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54207ec1-82f2-4679-9834-e4167de2c1bd None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '018d0ff6-aa4b-4815-aae9-4d0b1dc32785', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:40:49Z', 'updated_at': '2022-06-24T08:41:40Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:41:41.978741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd864e-e32b-4b67-b7f0-2c42de7caadf req-a55726f9-d400-4dfc-9dc5-8203f137bee0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:41.980452 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ecd864e-e32b-4b67-b7f0-2c42de7caadf req-a55726f9-d400-4dfc-9dc5-8203f137bee0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0497761 Jun 24 08:41:41.995104 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048a201-def3-4a53-943b-4e78812de63a None None] New status for floating IP 018d0ff6-aa4b-4815-aae9-4d0b1dc32785: ACTIVE {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:41:42.036052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ecd864e-e32b-4b67-b7f0-2c42de7caadf req-31ad6cca-9db2-41db-8948-cd3de11c7833 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487554 Jun 24 08:41:42.100365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-5fb023aa-5273-4d78-88fa-2d821026f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:42.102133 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-5fb023aa-5273-4d78-88fa-2d821026f6b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0414138 Jun 24 08:41:42.417119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d7d6-a307-4623-9ca8-590ea5ed4b96 req-dccf69f9-7b25-4ac6-b411-191b6baed605 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:42.418736 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8a58d7d6-a307-4623-9ca8-590ea5ed4b96 req-dccf69f9-7b25-4ac6-b411-191b6baed605 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0672610 Jun 24 08:41:42.460031 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c6f7e15c-3d4b-4fdd-a1be-dd290f59dcb1 req-6d29f536-6af7-4913-a7c8-e7e94af9d47f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0400422 Jun 24 08:41:42.510616 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8a58d7d6-a307-4623-9ca8-590ea5ed4b96 req-25c4b206-5688-4a71-a9cc-d3918327c84b tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766363 Jun 24 08:41:42.699248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-4c056e67-3651-41ab-bdbe-6b6fbbf60425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:42.704557 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-4c056e67-3651-41ab-bdbe-6b6fbbf60425 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.1151757 Jun 24 08:41:43.063002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-7877dc99-bea1-4a5c-b959-293b8300c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.065412 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-7877dc99-bea1-4a5c-b959-293b8300c318 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.2633214 Jun 24 08:41:43.104655 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-9945ca3a-bc3b-49b2-bc03-4a76c0dc5d54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 1001 time: 0.1544032 Jun 24 08:41:43.179215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b555d0f-4409-4f27-abd2-62f37cb3b0d1 req-da3fbaef-81ba-4eae-a000-2547598f74ac tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.180713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b555d0f-4409-4f27-abd2-62f37cb3b0d1 req-da3fbaef-81ba-4eae-a000-2547598f74ac tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0591464 Jun 24 08:41:43.194226 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:43.235914 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b555d0f-4409-4f27-abd2-62f37cb3b0d1 req-3cbe4a73-ec93-460c-8607-6609eaa7367b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493948 Jun 24 08:41:43.465875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-1fc869b4-4a51-4e0c-a41c-df1be6f4b217 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 1000 time: 0.0961325 Jun 24 08:41:43.470905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-d0a11423-889e-426e-b2dc-a4454fed54d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.472295 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-d0a11423-889e-426e-b2dc-a4454fed54d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0677118 Jun 24 08:41:43.494070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28def66-67ba-4f7b-ad0d-751d35acf9ad req-917138ca-16ca-4b4b-92fd-523c4305f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.495784 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-b28def66-67ba-4f7b-ad0d-751d35acf9ad req-917138ca-16ca-4b4b-92fd-523c4305f00d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1129 time: 0.0804648 Jun 24 08:41:43.574522 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-b28def66-67ba-4f7b-ad0d-751d35acf9ad req-dc8a57e3-8c76-4840-b6b9-7dac3be63db0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658164 Jun 24 08:41:43.584744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-809949e8-690a-4363-b4b9-2a3abfb0a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.586265 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-809949e8-690a-4363-b4b9-2a3abfb0a84c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996361 Jun 24 08:41:43.590052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60664d30-d812-4610-822b-131c9342916b req-c15ff87e-199a-4600-8791-a64d6cbc09d3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0408545 Jun 24 08:41:43.595275 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-b92cc785-17ee-48cb-a504-9332aad4f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.596660 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-b92cc785-17ee-48cb-a504-9332aad4f09f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.1087725 Jun 24 08:41:43.992713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-cd1530dd-498c-4005-9798-5fcf8fa93be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:43.994225 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-cd1530dd-498c-4005-9798-5fcf8fa93be1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625248 Jun 24 08:41:44.043530 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:44.050841 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-21421012-f77e-4122-9ff6-5f249bb3ce34 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266634 Jun 24 08:41:44.479321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d704d31-1a01-4718-8609-2cfbcf6f3a27 req-7a0b4d49-45dc-4914-befa-6343e373d433 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:44.482217 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d704d31-1a01-4718-8609-2cfbcf6f3a27 req-7a0b4d49-45dc-4914-befa-6343e373d433 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1600082 Jun 24 08:41:44.549368 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-ca11cef1-8033-4ebd-8d31-52e6963340b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618177 Jun 24 08:41:44.555713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f11919b2-4a1b-4d48-9807-9176aceaf72f req-97bde5bc-471f-4f35-993c-f3852db7fae6 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694776 Jun 24 08:41:44.579583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d704d31-1a01-4718-8609-2cfbcf6f3a27 req-5eb843aa-0390-4fd9-b11c-71dc44b87acc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917430 Jun 24 08:41:44.687919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f1d7405-d624-4bf1-9cbc-f45526ca48f8 req-21341489-b50f-4446-98b3-3e79a1e4c607 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0299742 Jun 24 08:41:45.012122 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:45.019925 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-174d7a6c-21b5-48df-ad55-fc764f00b311 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531425 Jun 24 08:41:45.250118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f83603b-5e98-4671-8132-ffc3669cd04a req-8a5c0ad4-cd4b-49bc-a57d-ddb440fa90b7 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097102 Jun 24 08:41:45.279475 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-655ba223-cf62-4eec-bd9a-1e4e4271a316 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:45.280895 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-655ba223-cf62-4eec-bd9a-1e4e4271a316 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 809 time: 0.1284354 Jun 24 08:41:45.699158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748c420-7251-48b6-96ff-4e569d48004f req-6a655da8-e56d-460a-af26-ad6ddb0f62db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:45.700666 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3748c420-7251-48b6-96ff-4e569d48004f req-6a655da8-e56d-460a-af26-ad6ddb0f62db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0486081 Jun 24 08:41:45.755568 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3748c420-7251-48b6-96ff-4e569d48004f req-4eb1ded3-402c-46f2-9b47-39af80ca13ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Jun 24 08:41:45.805240 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b418d0df-0204-43a9-8423-52c45ebd5aff req-68a039bf-e1e8-4d64-9728-ad4ddf680830 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0383468 Jun 24 08:41:45.999386 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Request body: {'port': {'device_id': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280', 'admin_state_up': True, 'tenant_id': '91137dbd48fe4e6d986c350c8435bbab'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:46.106684 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:46.142379 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d704e0-8bb4-4496-be46-5406d9bb9331 req-5589dceb-b508-4ef2-a8ef-b502fc9c76ea tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.144444 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5d704e0-8bb4-4496-be46-5406d9bb9331 req-5589dceb-b508-4ef2-a8ef-b502fc9c76ea tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0720496 Jun 24 08:41:46.198502 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Made reservation on behalf of 91137dbd48fe4e6d986c350c8435bbab for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:41:46.202175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:46.252956 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5d704e0-8bb4-4496-be46-5406d9bb9331 req-97c95a47-05d7-4c2d-a599-a665d5d72fc9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008501 Jun 24 08:41:46.369796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-b4b5b8ca-231e-4d0a-a99f-6c3c235eede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.371311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-b4b5b8ca-231e-4d0a-a99f-6c3c235eede1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0770276 Jun 24 08:41:46.376702 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-00d5e837-2633-4d1a-bae7-186312902f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.378118 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-00d5e837-2633-4d1a-bae7-186312902f4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1129 time: 0.0597022 Jun 24 08:41:46.424031 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:46.426832 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Allocated IP 172.20.0.11 (f4138681-b558-4fee-81a5-bb532db98280/b4307ec5-5936-406e-98fa-c9fc755f3b2c/1b472f9d-dba2-4d17-8a87-19cc1fe545c5) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:41:46.597498 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-f403e41a-bbdd-4d9d-978b-ef1d79b9994a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.599242 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-f403e41a-bbdd-4d9d-978b-ef1d79b9994a service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1074159 Jun 24 08:41:46.645676 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-92e79829-23c8-4b24-a5b3-f063c05bba8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b HTTP/1.1" status: 200 len: 217 time: 0.0394394 Jun 24 08:41:46.702041 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-4e63688a-179f-4de1-b728-968ac8caa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.703457 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-4e63688a-179f-4de1-b728-968ac8caa3d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.1880405 Jun 24 08:41:46.708079 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-d69dfcc0-171a-484e-9ba4-7db68b0c1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.708609 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks [] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:46.709589 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-d69dfcc0-171a-484e-9ba4-7db68b0c1b0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0487802 Jun 24 08:41:46.768150 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-438ba9f6-337e-4fe0-bd6c-77753c1b4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:46.770893 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-438ba9f6-337e-4fe0-bd6c-77753c1b4d04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508237 Jun 24 08:41:46.792990 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-47fa9ffb-0a65-4007-b97e-5ad9bdae741e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 1000 time: 0.0741315 Jun 24 08:41:46.798538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:46.888963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Network f4138681-b558-4fee-81a5-bb532db98280 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:41:46.896566 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-2d2c8b0e-3d04-4579-9d59-fefa72c09ab8 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061709 Jun 24 08:41:46.906614 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:41:46.920049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:41:46.947381 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Pushing event updated for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:47.012989 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:47.013760 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:47.020070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:47.021999 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-7648c359-dbf5-4d5e-a71f-3ed81f91b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:47.022517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:47.023763 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-7648c359-dbf5-4d5e-a71f-3ed81f91b1b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.1860924 Jun 24 08:41:47.029076 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-c0bc716a-3c1e-4583-8cdd-f18530527f26 req-05229a41-5463-49aa-b752-08520231677e service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255884 Jun 24 08:41:47.078592 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610afe9-40f6-43bd-ad2a-af8622e1726b req-5f274851-37a4-4ae5-a291-11b54cf607d1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:47.080079 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f610afe9-40f6-43bd-ad2a-af8622e1726b req-5f274851-37a4-4ae5-a291-11b54cf607d1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 932 time: 0.1810613 Jun 24 08:41:47.092149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-46d388b6-a3cc-4f6f-8564-1fc2b5db4a14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1006660 Jun 24 08:41:47.103148 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-35cf4f37-5f23-4b16-bf34-0527dcf60775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:47.104596 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-35cf4f37-5f23-4b16-bf34-0527dcf60775 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710356 Jun 24 08:41:47.143300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Request body: {'port': {'device_id': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:41:47.174195 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f610afe9-40f6-43bd-ad2a-af8622e1726b req-bb883047-c84b-43a6-9896-a6c0f138c6ec tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856056 Jun 24 08:41:47.282599 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:47.302576 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:47.314161 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-390dfb34-cfa5-4eb5-a1b3-596acfaab845 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746106 Jun 24 08:41:47.516479 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00088ac4-6600-480c-8a12-af0827fe4c49 req-74d6e92b-b261-480d-a853-ed6d0613a097 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:47.518022 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00088ac4-6600-480c-8a12-af0827fe4c49 req-74d6e92b-b261-480d-a853-ed6d0613a097 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1660590 Jun 24 08:41:47.584377 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ec27ba5-1022-43c1-be04-deb13b3575ae req-97dbcbeb-1ccd-44f8-a771-8b2ebc977b07 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460315 Jun 24 08:41:47.665588 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00088ac4-6600-480c-8a12-af0827fe4c49 req-3523ae63-8a25-4dff-aa89-1875b4589d6a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392493 Jun 24 08:41:47.763057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:47.772217 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks [] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:47.786365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Transition to ACTIVE for port object 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:41:47.790079 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:47.843444 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Pushing event updated for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:47.901556 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:47.918599 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Attempting to bind port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:41:47.918927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Attempting to bind port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:41:47.919254 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Attempting to bind port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 on network f4138681-b558-4fee-81a5-bb532db98280 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:47.923767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 on network f4138681-b558-4fee-81a5-bb532db98280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:41:47.924084 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Attempting to bind port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 on network f4138681-b558-4fee-81a5-bb532db98280 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:41:47.933776 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:41:47.934178 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Checking segment: {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:41:47.934567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Bound using segment: {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:41:47.935004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Bound port: 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:41:47.935366 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:48.006817 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:41:48.011123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:41:48.016452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:48.053427 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:48.054074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:48.055768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] 10.222.0.49 "PUT /v2.0/ports/1b472f9d-dba2-4d17-8a87-19cc1fe545c5 HTTP/1.1" status: 200 len: 1094 time: 0.9175737 Jun 24 08:41:48.058694 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:48.060571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2479fa6-f40f-45e6-b5e6-58655334e58a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:48.090081 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2563fa-8a86-4bfb-aa49-325e819bb959 service neutron] Pushing event updated for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:48.111607 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e225cd4-2282-4b74-8f75-200213f4ac07 x-openstack-request-id: req-0e225cd4-2282-4b74-8f75-200213f4ac07 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:48.112059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:48.112454 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e225cd4-2282-4b74-8f75-200213f4ac07 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:48.113159 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e225cd4-2282-4b74-8f75-200213f4ac07'] response: {'name': 'network-changed', 'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5', 'status': 'completed', 'code': 200} Jun 24 08:41:48.209990 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-775d3430-f4b5-49bf-8c43-303e3b422ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:48.211992 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-775d3430-f4b5-49bf-8c43-303e3b422ea3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 1128 time: 0.0434747 Jun 24 08:41:48.283082 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-5c5646b6-182f-4a0b-8f75-e4106a16746a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5 HTTP/1.1" status: 200 len: 217 time: 0.0467017 Jun 24 08:41:48.377992 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15659-9dd1-44d1-9455-7402dcbca0a9 req-6b50fd9e-3903-4818-8e37-86ecb67249b3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:48.389219 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-77b15659-9dd1-44d1-9455-7402dcbca0a9 req-6b50fd9e-3903-4818-8e37-86ecb67249b3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 944 time: 0.1082597 Jun 24 08:41:48.415678 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6174a17b-bcb6-42bd-b628-4880e94224ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:48.417416 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-6174a17b-bcb6-42bd-b628-4880e94224ec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307ec5-5936-406e-98fa-c9fc755f3b2c HTTP/1.1" status: 200 len: 849 time: 0.0956416 Jun 24 08:41:48.480694 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-fc70239c-3a45-4509-9ba3-09dcd7d12af3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4138681-b558-4fee-81a5-bb532db98280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404701 Jun 24 08:41:48.489353 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-77b15659-9dd1-44d1-9455-7402dcbca0a9 req-8801f428-6d92-4e2c-b664-934f89843582 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992632 Jun 24 08:41:48.522218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:48.591941 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-28f3bdb0-ae43-49cf-a7fe-0be4ebc7fa10 service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004574 Jun 24 08:41:48.687754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-82ecebf3-1977-4c25-82df-14e457a016a1 req-c6c38152-bc32-4597-98ca-509142668027 service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 Jun 24 08:41:48.794752 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141420a-0b98-43f1-8dab-6f8e660c3941 req-82decf19-d82e-4212-8e3a-b2801f1e7d5a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:48.796142 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5141420a-0b98-43f1-8dab-6f8e660c3941 req-82decf19-d82e-4212-8e3a-b2801f1e7d5a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Jun 24 08:41:48.846706 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5141420a-0b98-43f1-8dab-6f8e660c3941 req-be2d6e4b-d328-4c61-96e1-b791ef599fd9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jun 24 08:41:49.618450 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748b969-20a0-4184-af51-bd98df3de316 req-af1c6ad1-3d75-426b-b297-732f2797e844 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:49.619990 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8748b969-20a0-4184-af51-bd98df3de316 req-af1c6ad1-3d75-426b-b297-732f2797e844 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 944 time: 0.0538270 Jun 24 08:41:49.672673 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8748b969-20a0-4184-af51-bd98df3de316 req-8283a4a0-b4ad-4c02-a9d5-f12a64d9144d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469148 Jun 24 08:41:49.719942 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:41:50.012802 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd241-1ffd-4125-a57b-16d6133636bc req-c655e2cf-4769-4909-90ea-5d3d43a1a7f2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:50.014091 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-274bd241-1ffd-4125-a57b-16d6133636bc req-c655e2cf-4769-4909-90ea-5d3d43a1a7f2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0857410 Jun 24 08:41:50.017392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-5203337e-3d83-4926-8c73-9a3815353c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:50.018887 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-5203337e-3d83-4926-8c73-9a3815353c85 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 1128 time: 0.0597775 Jun 24 08:41:50.075092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:50.131669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-274bd241-1ffd-4125-a57b-16d6133636bc req-2712fd92-2eb9-4379-bcf2-658d5149751f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095853 Jun 24 08:41:50.154989 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-7ddb6e1b-3e23-4061-a4d1-d88840c50442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:50.156471 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-7ddb6e1b-3e23-4061-a4d1-d88840c50442 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 910 time: 0.1305196 Jun 24 08:41:50.793357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676ee38-bab8-409f-83c6-44d8a0df2ff2 req-443b000c-5bab-410b-969c-47d3f10061e8 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:50.794857 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f676ee38-bab8-409f-83c6-44d8a0df2ff2 req-443b000c-5bab-410b-969c-47d3f10061e8 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 944 time: 0.0497305 Jun 24 08:41:50.845530 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f676ee38-bab8-409f-83c6-44d8a0df2ff2 req-4a8e4277-cb7d-4433-8a6a-3e5404620397 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Jun 24 08:41:51.242828 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7654259d-2089-40a0-9211-8813ee94e97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:51.256018 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-5ac37ae1-5ef4-449a-a9e5-58fccecec62b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5 HTTP/1.1" status: 200 len: 217 time: 0.0626774 Jun 24 08:41:51.276738 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147bbeb-0526-4835-aff1-86eb9b28d7a3 req-e374b089-47ab-4b96-b60c-d3b0336f0794 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:51.277807 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6147bbeb-0526-4835-aff1-86eb9b28d7a3 req-e374b089-47ab-4b96-b60c-d3b0336f0794 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0783596 Jun 24 08:41:51.334645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6147bbeb-0526-4835-aff1-86eb9b28d7a3 req-a0f369be-4984-482f-889e-55f06e59d2f1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508466 Jun 24 08:41:51.740545 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=52 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:51.962792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c4f7a-4aa6-4cbd-83b6-217bde0477ec req-e2bb6f4b-e985-408c-a170-db961deac6c5 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:51.964170 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a73c4f7a-4aa6-4cbd-83b6-217bde0477ec req-e2bb6f4b-e985-408c-a170-db961deac6c5 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 944 time: 0.0478773 Jun 24 08:41:52.016181 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a73c4f7a-4aa6-4cbd-83b6-217bde0477ec req-b8a43ad5-9113-4a66-b1b0-d431091b18ed tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465069 Jun 24 08:41:52.190010 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-fce17a1a-d6ed-432f-9347-49b7521acd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:52.192285 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-fce17a1a-d6ed-432f-9347-49b7521acd16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307ec5-5936-406e-98fa-c9fc755f3b2c HTTP/1.1" status: 200 len: 849 time: 0.0506985 Jun 24 08:41:52.460541 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d70e42-2d70-4216-a09e-c671e53b0bf4 req-8f9673bf-09f4-4223-beca-13a0f0ee43ff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:52.462205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e5d70e42-2d70-4216-a09e-c671e53b0bf4 req-8f9673bf-09f4-4223-beca-13a0f0ee43ff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0542853 Jun 24 08:41:52.512085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e5d70e42-2d70-4216-a09e-c671e53b0bf4 req-1c8f73ce-7282-4273-96a0-0ae62108cd06 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Jun 24 08:41:53.098490 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:53.140117 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc560-3c78-4461-b1b9-9d9125c678f0 req-1b402d3a-78fa-4206-9190-585c626dd972 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:53.141637 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-962bc560-3c78-4461-b1b9-9d9125c678f0 req-1b402d3a-78fa-4206-9190-585c626dd972 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 944 time: 0.0525250 Jun 24 08:41:53.193383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-962bc560-3c78-4461-b1b9-9d9125c678f0 req-13ad9050-743e-4294-bf2f-ad5c9ec18806 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Jun 24 08:41:53.298766 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:41:53.401119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:53.413488 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5', 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280', 'port_id': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5', 'mac_address': 'fa:16:3e:82:01:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4307ec5-5936-406e-98fa-c9fc755f3b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:41:53.453276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:53.454319 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:53.467283 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:41:53.489184 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:53.489787 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-5c424e49-c0fd-4d83-aa32-e219c28038db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4138681-b558-4fee-81a5-bb532db98280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276682 Jun 24 08:41:53.495165 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:53.524151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:53.530109 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:53.558294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:53.567023 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6d4a9af3-f8fe-467c-b6c3-76d12afe4257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:53.639583 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c0fa9-8857-4f0c-917b-33bcd5aa69df req-e6859336-bc0c-4127-ac0d-6d8cf9b367ab tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:53.641299 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2b4c0fa9-8857-4f0c-917b-33bcd5aa69df req-e6859336-bc0c-4127-ac0d-6d8cf9b367ab tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0553763 Jun 24 08:41:53.692483 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2b4c0fa9-8857-4f0c-917b-33bcd5aa69df req-f64e6b08-eef8-4436-8486-63d073e505ef tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Jun 24 08:41:54.083912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['1b472f9d-dba2-4d17-8a87-19cc1fe545c5'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:41:54.327431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c105a69-d06f-492e-868c-eb311e2d0dfd req-18becd89-e6c3-4689-9db1-7dffbe7fc8bf tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:54.329318 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2c105a69-d06f-492e-868c-eb311e2d0dfd req-18becd89-e6c3-4689-9db1-7dffbe7fc8bf tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 945 time: 0.0642695 Jun 24 08:41:54.385832 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2c105a69-d06f-492e-868c-eb311e2d0dfd req-1b95746e-0daf-4878-b846-eab553506e2d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Jun 24 08:41:54.569885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33890) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:54.689918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8f28e02d-debf-4f1e-9346-472ae61c1ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:54.834805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.074975 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8f28e02d-debf-4f1e-9346-472ae61c1ef6 admin admin] Publish callbacks [] for security_group (54b34b5b-6eb3-43c0-972e-bcdbc88803b1), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.082240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16dbbc-59c2-46cf-aba9-58444762835b req-ba7d0dbc-3d54-4682-8cec-d0a972cb2038 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:55.083736 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c16dbbc-59c2-46cf-aba9-58444762835b req-ba7d0dbc-3d54-4682-8cec-d0a972cb2038 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.3079908 Jun 24 08:41:55.084877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8f28e02d-debf-4f1e-9346-472ae61c1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (54b34b5b-6eb3-43c0-972e-bcdbc88803b1), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.088757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:55.140904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-8f28e02d-debf-4f1e-9346-472ae61c1ef6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bba6f91e5b34f2992f9aabf1a3725bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699716 Jun 24 08:41:55.144159 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33900) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:55.153924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28e02d-debf-4f1e-9346-472ae61c1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b34b5b-6eb3-43c0-972e-bcdbc88803b1,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:55.176475 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c16dbbc-59c2-46cf-aba9-58444762835b req-f427308c-f4a3-410d-b4af-fec6bfa47e6e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845778 Jun 24 08:41:55.202071 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] Publish callbacks [] for security_group (54b34b5b-6eb3-43c0-972e-bcdbc88803b1), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.225873 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] Publish callbacks [] for security_group (54b34b5b-6eb3-43c0-972e-bcdbc88803b1), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.276536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (54b34b5b-6eb3-43c0-972e-bcdbc88803b1), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.279215 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.282830 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54b34b5b-6eb3-43c0-972e-bcdbc88803b1 HTTP/1.1" status: 204 len: 168 time: 0.1348834 Jun 24 08:41:55.289120 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052de89-ecba-434a-b2a4-143b4aee4ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b34b5b-6eb3-43c0-972e-bcdbc88803b1,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:55.565016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034093b-9581-46a2-b0d8-efc91fcc8615 req-dfae75f0-1070-4b67-af86-64d7d3ee2d74 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:55.567458 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2034093b-9581-46a2-b0d8-efc91fcc8615 req-dfae75f0-1070-4b67-af86-64d7d3ee2d74 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 945 time: 0.0688281 Jun 24 08:41:55.574276 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-072dc5cf-e830-4f13-8deb-2b95b426b71e service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710024 Jun 24 08:41:55.634431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2034093b-9581-46a2-b0d8-efc91fcc8615 req-7eb7064c-7b5a-4a87-a37d-9a4f3112015f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589819 Jun 24 08:41:55.693061 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 33926) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:55.707362 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-93a9f51a-4a0c-481f-97be-e421b9278c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.768233 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:55.795396 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-93a9f51a-4a0c-481f-97be-e421b9278c62 admin admin] Publish callbacks [] for security_group (11cd08e4-1c03-42cf-b32c-90a0e70404dc), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.801312 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-93a9f51a-4a0c-481f-97be-e421b9278c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (11cd08e4-1c03-42cf-b32c-90a0e70404dc), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.843065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-93a9f51a-4a0c-481f-97be-e421b9278c62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cec7ff6a1abf415c9a2f50c73d0a44f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463711 Jun 24 08:41:55.843065 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9f51a-4a0c-481f-97be-e421b9278c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd08e4-1c03-42cf-b32c-90a0e70404dc,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:55.843981 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 33932) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:55.895755 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] Publish callbacks [] for security_group (11cd08e4-1c03-42cf-b32c-90a0e70404dc), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.917210 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] Publish callbacks [] for security_group (11cd08e4-1c03-42cf-b32c-90a0e70404dc), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.968532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (11cd08e4-1c03-42cf-b32c-90a0e70404dc), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.971536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:55.975183 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11cd08e4-1c03-42cf-b32c-90a0e70404dc HTTP/1.1" status: 204 len: 168 time: 0.1278615 Jun 24 08:41:55.982733 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e35a3-7dfe-41bf-9a4d-7625452848cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd08e4-1c03-42cf-b32c-90a0e70404dc,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:56.067882 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c2479fa6-f40f-45e6-b5e6-58655334e58a req-6fa47afb-437b-46fb-9f33-a9d166bca9e7 service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057789 Jun 24 08:41:56.161238 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:41:56.217711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:41:56.228288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:41:56.229482 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:56.291830 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:56.333416 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de3bfb-bd8e-4931-96b2-eb67f5ca00a6 req-0d1e90de-6354-46d6-afde-36efab7b9b90 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:56.334970 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-72de3bfb-bd8e-4931-96b2-eb67f5ca00a6 req-0d1e90de-6354-46d6-afde-36efab7b9b90 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0666165 Jun 24 08:41:56.344489 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:41:56.345114 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:56.383596 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:41:56.386851 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3e023-d33f-4e55-af48-2d83f5b2764f" -d '{"events": [{"server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "name": "network-vif-plugged", "status": "completed", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:41:56.399946 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-72de3bfb-bd8e-4931-96b2-eb67f5ca00a6 req-254011aa-7874-4152-9742-18cbf5dd7762 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Jun 24 08:41:56.400163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:41:56.404968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:56.441888 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c21c9-8d8f-4561-8527-e145d90f7e45 x-openstack-request-id: req-5d5c21c9-8d8f-4561-8527-e145d90f7e45 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:41:56.442186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "name": "network-vif-plugged", "status": "completed", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:41:56.442435 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d5c21c9-8d8f-4561-8527-e145d90f7e45 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:41:56.442827 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d5c21c9-8d8f-4561-8527-e145d90f7e45'] response: {'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5', 'code': 200} Jun 24 08:41:56.464180 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:56.483203 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:56.694198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981569e-5d4d-4492-81e0-3c50cea74011 req-276173ca-640e-4d60-82eb-3962e1ec0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:56.697042 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b981569e-5d4d-4492-81e0-3c50cea74011 req-276173ca-640e-4d60-82eb-3962e1ec0eda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 1130 time: 0.0522101 Jun 24 08:41:56.771077 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b981569e-5d4d-4492-81e0-3c50cea74011 req-e6dd5f00-12a9-4ae1-a91b-f706c459c2ca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665650 Jun 24 08:41:56.823410 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8731271-effb-4edd-b1aa-50c46ac83154 req-eb1c80d6-4733-403f-a3a3-6f0807308af7 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:56.825599 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8731271-effb-4edd-b1aa-50c46ac83154 req-eb1c80d6-4733-403f-a3a3-6f0807308af7 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0867171 Jun 24 08:41:56.900374 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8731271-effb-4edd-b1aa-50c46ac83154 req-dab83fb8-5d4b-4fcf-94e1-89e1e422c886 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Jun 24 08:41:57.362869 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547b117-ef14-42ea-8fa6-e81ffb89a8f9 req-8a1af92a-f026-486d-98ad-5bafa10a05c0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:57.364768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8547b117-ef14-42ea-8fa6-e81ffb89a8f9 req-8a1af92a-f026-486d-98ad-5bafa10a05c0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0733907 Jun 24 08:41:57.427179 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8547b117-ef14-42ea-8fa6-e81ffb89a8f9 req-23aefe84-a136-47b4-be3a-c2a39e1dfbf6 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517566 Jun 24 08:41:57.536017 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:57.556790 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bbe0a-dd07-43d3-b55c-1db4020d5704 req-0d074856-8efe-4b52-9f96-cb0631af16bb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:57.558655 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c9bbe0a-dd07-43d3-b55c-1db4020d5704 req-0d074856-8efe-4b52-9f96-cb0631af16bb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0569508 Jun 24 08:41:57.617341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c9bbe0a-dd07-43d3-b55c-1db4020d5704 req-78b99ade-7739-470e-ac70-8862d1f1ec5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Jun 24 08:41:57.639912 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34018) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:57.746687 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-41304eda-3187-4eae-b869-ae0006b4f8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:57.823645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-41304eda-3187-4eae-b869-ae0006b4f8e2 admin admin] Publish callbacks [] for security_group (2f4c0852-f5a7-439b-8a42-e351f3604de8), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:57.828107 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-41304eda-3187-4eae-b869-ae0006b4f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (2f4c0852-f5a7-439b-8a42-e351f3604de8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:57.839222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:57.870272 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41304eda-3187-4eae-b869-ae0006b4f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c0852-f5a7-439b-8a42-e351f3604de8,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:57.874742 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-41304eda-3187-4eae-b869-ae0006b4f8e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83875d4e665744acb2e19e07608d79c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420669 Jun 24 08:41:57.877413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34026) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:57.927626 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] Publish callbacks [] for security_group (2f4c0852-f5a7-439b-8a42-e351f3604de8), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:57.950527 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] Publish callbacks [] for security_group (2f4c0852-f5a7-439b-8a42-e351f3604de8), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.001267 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (2f4c0852-f5a7-439b-8a42-e351f3604de8), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.004233 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.005381 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f4c0852-f5a7-439b-8a42-e351f3604de8 HTTP/1.1" status: 204 len: 168 time: 0.1264110 Jun 24 08:41:58.013334 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb3ea1-bdfc-417c-88c7-48966ef057c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c0852-f5a7-439b-8a42-e351f3604de8,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:58.017458 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6695f92-01ac-485c-9f81-7f20344f7d40 req-8b9a0624-abdf-4972-a925-d2c90e6fba70 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:58.022090 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d6695f92-01ac-485c-9f81-7f20344f7d40 req-8b9a0624-abdf-4972-a925-d2c90e6fba70 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0555255 Jun 24 08:41:58.081359 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d6695f92-01ac-485c-9f81-7f20344f7d40 req-80b26a5a-4535-429e-81ef-671b7e79fcdc tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Jun 24 08:41:58.291099 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34034) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:58.304181 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45dc806c-68c9-46fb-9656-41d6aec9bf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.361234 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:58.384666 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45dc806c-68c9-46fb-9656-41d6aec9bf95 admin admin] Publish callbacks [] for security_group (dcfef7b7-fe64-441f-af74-8166f94d1b25), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.388598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45dc806c-68c9-46fb-9656-41d6aec9bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dcfef7b7-fe64-441f-af74-8166f94d1b25), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.429920 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-45dc806c-68c9-46fb-9656-41d6aec9bf95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09cd5e4f1b0746f692106b7fc6683b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376867 Jun 24 08:41:58.430616 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc806c-68c9-46fb-9656-41d6aec9bf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfef7b7-fe64-441f-af74-8166f94d1b25,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:58.432633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34038) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:41:58.484575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] Publish callbacks [] for security_group (dcfef7b7-fe64-441f-af74-8166f94d1b25), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.508349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] Publish callbacks [] for security_group (dcfef7b7-fe64-441f-af74-8166f94d1b25), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.587944 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99d1e-8083-4129-9510-a0dd83d372e1 req-87eba662-28c2-477d-a48a-e626b3dcc084 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:58.589418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5e99d1e-8083-4129-9510-a0dd83d372e1 req-87eba662-28c2-477d-a48a-e626b3dcc084 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0646787 Jun 24 08:41:58.604560 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dcfef7b7-fe64-441f-af74-8166f94d1b25), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.607071 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:41:58.608184 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcfef7b7-fe64-441f-af74-8166f94d1b25 HTTP/1.1" status: 204 len: 168 time: 0.1745889 Jun 24 08:41:58.625466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db6a6a-679e-42d5-b8c2-5b79b13149cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfef7b7-fe64-441f-af74-8166f94d1b25,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:41:58.665754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5e99d1e-8083-4129-9510-a0dd83d372e1 req-ed4db1b2-9da9-4bc0-b540-247fb0cfcc8a tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698185 Jun 24 08:41:58.756642 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9442c7-3bfd-41b2-92c4-6e69a338e5bd req-e1dd80c0-e71f-4656-a42d-2a71db5744db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:58.762395 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a9442c7-3bfd-41b2-92c4-6e69a338e5bd req-e1dd80c0-e71f-4656-a42d-2a71db5744db tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0617797 Jun 24 08:41:58.807504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:58.820266 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a9442c7-3bfd-41b2-92c4-6e69a338e5bd req-31f2487e-9b43-4a78-b6f5-582aaa175c2e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549908 Jun 24 08:41:59.204052 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1e515-1517-4763-a745-b4e94b9f253e req-a3723035-36d0-4281-94e4-a6d9db7f8b10 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:59.205574 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ae1e515-1517-4763-a745-b4e94b9f253e req-a3723035-36d0-4281-94e4-a6d9db7f8b10 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0493948 Jun 24 08:41:59.265940 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ae1e515-1517-4763-a745-b4e94b9f253e req-e4462f25-087e-4fe3-b04d-f0016de188a1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 Jun 24 08:41:59.716641 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=52 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:41:59.784690 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d78e57-f40a-4532-aef7-38459b0d3572 req-260a7137-f9b8-42fd-86da-a7e68480c7dd tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:59.786498 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c6d78e57-f40a-4532-aef7-38459b0d3572 req-260a7137-f9b8-42fd-86da-a7e68480c7dd tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0540173 Jun 24 08:41:59.836994 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c6d78e57-f40a-4532-aef7-38459b0d3572 req-2f24801a-4c07-4da5-87e1-a243c6f27efd tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Jun 24 08:41:59.958682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a24315-9aff-4daa-bba1-0f0dc66ead6a req-9fe556e2-90af-442c-aac6-dd544faef7ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:41:59.960442 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60a24315-9aff-4daa-bba1-0f0dc66ead6a req-9fe556e2-90af-442c-aac6-dd544faef7ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0566092 Jun 24 08:42:00.019956 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60a24315-9aff-4daa-bba1-0f0dc66ead6a req-7db14b00-9491-4ec7-8f30-5413dc7e33ff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520871 Jun 24 08:42:00.399770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a26f6c-efb8-49d4-9728-fe266c06e832 req-f84c4af8-b179-49b1-a1df-038b7ee33e4b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:00.401347 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-52a26f6c-efb8-49d4-9728-fe266c06e832 req-f84c4af8-b179-49b1-a1df-038b7ee33e4b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0588603 Jun 24 08:42:00.460005 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-52a26f6c-efb8-49d4-9728-fe266c06e832 req-0b0299e1-df15-400c-b9eb-135e33b0ee6c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Jun 24 08:42:00.552121 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34108) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:00.674340 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0360a0-1515-4914-a12c-f76f5650fdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:00.763787 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0360a0-1515-4914-a12c-f76f5650fdc3 admin admin] Publish callbacks [] for security_group (ecc73850-d9cb-44c4-967b-7310502b734e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:00.767940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4d0360a0-1515-4914-a12c-f76f5650fdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ecc73850-d9cb-44c4-967b-7310502b734e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:00.814521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0360a0-1515-4914-a12c-f76f5650fdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc73850-d9cb-44c4-967b-7310502b734e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:00.819360 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4d0360a0-1515-4914-a12c-f76f5650fdc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e75e5e1ff1940ae8991a776a6c37699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661278 Jun 24 08:42:00.822374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34112) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:00.883714 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:00.889158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] Publish callbacks [] for security_group (ecc73850-d9cb-44c4-967b-7310502b734e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:00.912657 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] Publish callbacks [] for security_group (ecc73850-d9cb-44c4-967b-7310502b734e), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:00.990390 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16dc933-fec0-46ff-9a19-5436b5798798 req-dab6e672-b9d5-4822-a480-ce551782f486 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:00.991877 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f16dc933-fec0-46ff-9a19-5436b5798798 req-dab6e672-b9d5-4822-a480-ce551782f486 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0770702 Jun 24 08:42:01.031129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ecc73850-d9cb-44c4-967b-7310502b734e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.033796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.035260 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecc73850-d9cb-44c4-967b-7310502b734e HTTP/1.1" status: 204 len: 168 time: 0.2120163 Jun 24 08:42:01.058514 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8265020-0642-442d-a6d1-27742a804285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc73850-d9cb-44c4-967b-7310502b734e,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:01.075721 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f16dc933-fec0-46ff-9a19-5436b5798798 req-61f1e254-a33c-4056-859d-7559ab8bb706 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Jun 24 08:42:01.159287 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1736631-c9e7-457c-9fb9-95091b21ded8 req-c058c908-b941-4336-b424-9415235d0c36 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:01.160876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1736631-c9e7-457c-9fb9-95091b21ded8 req-c058c908-b941-4336-b424-9415235d0c36 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Jun 24 08:42:01.214201 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1736631-c9e7-457c-9fb9-95091b21ded8 req-5eb47bb0-577a-4d77-b614-61a570d1d184 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477076 Jun 24 08:42:01.340198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34126) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:01.354438 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-594d81c8-18fb-443e-9588-11833b79efef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.433215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-594d81c8-18fb-443e-9588-11833b79efef admin admin] Publish callbacks [] for security_group (aef018e8-eadc-41de-b182-169b315fcf81), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.437317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-594d81c8-18fb-443e-9588-11833b79efef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (aef018e8-eadc-41de-b182-169b315fcf81), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.466063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:01.487737 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-594d81c8-18fb-443e-9588-11833b79efef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbb8d829098c47b0a3c46b010ac2fd17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458349 Jun 24 08:42:01.488630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d81c8-18fb-443e-9588-11833b79efef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef018e8-eadc-41de-b182-169b315fcf81,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:01.491636 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34130) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:01.556532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] Publish callbacks [] for security_group (aef018e8-eadc-41de-b182-169b315fcf81), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.581587 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] Publish callbacks [] for security_group (aef018e8-eadc-41de-b182-169b315fcf81), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.589126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1976b-97f6-48e8-8adc-bd668280fdef req-e85b824a-4263-4a92-976e-ee725208ad6f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:01.590629 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-12b1976b-97f6-48e8-8adc-bd668280fdef req-e85b824a-4263-4a92-976e-ee725208ad6f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0485282 Jun 24 08:42:01.631425 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (aef018e8-eadc-41de-b182-169b315fcf81), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.634120 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:01.637801 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aef018e8-eadc-41de-b182-169b315fcf81 HTTP/1.1" status: 204 len: 168 time: 0.1420684 Jun 24 08:42:01.644901 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-12b1976b-97f6-48e8-8adc-bd668280fdef req-4e1843e0-b7a9-4ec5-8ef9-865ff8748ad2 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Jun 24 08:42:01.645279 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015b698-b514-4213-97f5-e1b1e92cf0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef018e8-eadc-41de-b182-169b315fcf81,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:02.199919 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bdc0d-9f4c-47b1-9093-b403a3c6c0fc req-f4dc5bf6-84c7-4bc3-a480-3029a4ced008 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:02.202344 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e57bdc0d-9f4c-47b1-9093-b403a3c6c0fc req-f4dc5bf6-84c7-4bc3-a480-3029a4ced008 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0487871 Jun 24 08:42:02.263639 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e57bdc0d-9f4c-47b1-9093-b403a3c6c0fc req-8dbdbba7-097a-4a7d-a28a-76c38be478fd tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562124 Jun 24 08:42:02.348109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f6f1c-3d57-48df-a084-206e9ec1a424 req-2c14f0b2-b7f6-48f6-9f57-8f15cfee721c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:02.349521 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a8f6f1c-3d57-48df-a084-206e9ec1a424 req-2c14f0b2-b7f6-48f6-9f57-8f15cfee721c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0541306 Jun 24 08:42:02.402302 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a8f6f1c-3d57-48df-a084-206e9ec1a424 req-cffe0a98-201e-4321-aecf-e98491e88938 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Jun 24 08:42:02.765318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c5b8a-a4b5-417c-a3e1-26da0943df71 req-5c1ddc52-546d-4895-b30c-769cbeafc293 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:02.766886 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f28c5b8a-a4b5-417c-a3e1-26da0943df71 req-5c1ddc52-546d-4895-b30c-769cbeafc293 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0502458 Jun 24 08:42:02.821253 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f28c5b8a-a4b5-417c-a3e1-26da0943df71 req-01c92acb-de40-472a-8d57-1e99b65f020d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Jun 24 08:42:03.402516 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2629-984c-4e3d-8a3f-eb79f99db969 req-e7760a3e-92e8-4aea-bf97-ca8657c31d60 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:03.403678 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-359e2629-984c-4e3d-8a3f-eb79f99db969 req-e7760a3e-92e8-4aea-bf97-ca8657c31d60 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0635743 Jun 24 08:42:03.468705 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-359e2629-984c-4e3d-8a3f-eb79f99db969 req-485993ff-57d8-4aea-9a9d-1cba2dd3d2c0 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Jun 24 08:42:03.539321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:03.559630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710a6f-d94d-4b44-9366-6f68995d9028 req-eefe16bf-b7b2-43c0-ac45-b0adbf820ce1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:03.561152 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1710a6f-d94d-4b44-9366-6f68995d9028 req-eefe16bf-b7b2-43c0-ac45-b0adbf820ce1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0584400 Jun 24 08:42:03.611716 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1710a6f-d94d-4b44-9366-6f68995d9028 req-118287b2-c7ee-4f8c-9f7c-bd6d37eb2daf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432990 Jun 24 08:42:03.933730 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a278bb-371c-4297-86de-c6f74c343caa req-15cced32-a224-463b-8e09-49dba21ba812 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:03.935195 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09a278bb-371c-4297-86de-c6f74c343caa req-15cced32-a224-463b-8e09-49dba21ba812 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0467806 Jun 24 08:42:03.984399 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09a278bb-371c-4297-86de-c6f74c343caa req-7aab2fcc-5333-41e3-9e28-b3510d10910c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Jun 24 08:42:04.537732 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-b47547dc-c2a3-4435-a54b-e916589b3737 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:04.539516 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-b47547dc-c2a3-4435-a54b-e916589b3737 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.49 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0505357 Jun 24 08:42:04.618113 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23463588-3a93-4783-89b1-fc4bee844d6e req-69d8ae75-a6fd-4d3b-949a-3217722e67eb tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:04.619631 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23463588-3a93-4783-89b1-fc4bee844d6e req-69d8ae75-a6fd-4d3b-949a-3217722e67eb tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 945 time: 0.0792325 Jun 24 08:42:04.749836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Deleting port 19d07780-3de0-4b28-8969-232ca62ab3ff {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:04.750127 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:04.808594 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23463588-3a93-4783-89b1-fc4bee844d6e req-a8d2023b-5a25-4808-b509-842e096e5627 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/security-groups?id=18d11cd9-54e4-4fba-b92a-11c313fc94bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644859 Jun 24 08:42:04.841071 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49ad5-68ea-4844-88d8-56f9adf7c8a0 req-fe561128-fb65-4952-9850-9ecddb55d6ef tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:04.842598 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a1f49ad5-68ea-4844-88d8-56f9adf7c8a0 req-fe561128-fb65-4952-9850-9ecddb55d6ef tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1437316 Jun 24 08:42:04.895742 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:04.904699 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] For port 19d07780-3de0-4b28-8969-232ca62ab3ff, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=19d07780-3de0-4b28-8969-232ca62ab3ff,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:04.905062 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:04.930504 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a1f49ad5-68ea-4844-88d8-56f9adf7c8a0 req-e34c1a8c-4e98-49d7-9654-b40261764d32 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799420 Jun 24 08:42:04.931507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Calling delete_port for 19d07780-3de0-4b28-8969-232ca62ab3ff owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:05.102346 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (19d07780-3de0-4b28-8969-232ca62ab3ff), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:05.130743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Pushing event deleted for resources: {'Port': ['ID=19d07780-3de0-4b28-8969-232ca62ab3ff,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:05.184681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['19d07780-3de0-4b28-8969-232ca62ab3ff'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:42:05.204225 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] No DVR routers for this DVR port 19d07780-3de0-4b28-8969-232ca62ab3ff on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:42:05.211451 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:05.216557 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e2de022e-094e-474f-bc22-f6b1a3e55a46 req-a489a383-5e81-4c7d-8256-e921f510dbb4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.49 "DELETE /v2.0/ports/19d07780-3de0-4b28-8969-232ca62ab3ff HTTP/1.1" status: 204 len: 173 time: 0.6654987 Jun 24 08:42:05.217090 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'name': 'network-vif-deleted', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:42:05.219421 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c693696-473f-46da-a3bc-b416f6a5585c" -d '{"events": [{"server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "name": "network-vif-deleted", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:42:05.263475 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844482b-908f-4288-9bd2-90326de72341 x-openstack-request-id: req-2844482b-908f-4288-9bd2-90326de72341 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:42:05.263761 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02263624-79cc-4fbf-ad1d-8abe625c93e8", "name": "network-vif-deleted", "tag": "19d07780-3de0-4b28-8969-232ca62ab3ff", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:42:05.264003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2844482b-908f-4288-9bd2-90326de72341 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:42:05.264404 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2844482b-908f-4288-9bd2-90326de72341'] response: {'server_uuid': '02263624-79cc-4fbf-ad1d-8abe625c93e8', 'name': 'network-vif-deleted', 'tag': '19d07780-3de0-4b28-8969-232ca62ab3ff', 'status': 'completed', 'code': 200} Jun 24 08:42:05.419372 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:05.490690 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d62c90-9445-4b64-a39d-42a31fa05521 req-9de49c1d-8a7f-40bc-a5ce-d95756893086 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:05.493071 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-44d62c90-9445-4b64-a39d-42a31fa05521 req-9de49c1d-8a7f-40bc-a5ce-d95756893086 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0538008 Jun 24 08:42:05.542998 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-44d62c90-9445-4b64-a39d-42a31fa05521 req-419a211b-979d-423d-9814-ffdd6d13f20a tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Jun 24 08:42:05.917322 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9eb90b2f-7542-42c9-a6d0-3e7fbd1a8b2b req-96427bbf-f18c-4fa7-8734-de0443cfc8d4 tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.0325172 Jun 24 08:42:06.049986 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bc0f2-bb98-41f8-917e-5891e6d82c1f req-376e87a6-cf57-4826-be94-07b0497018e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:06.051750 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-219bc0f2-bb98-41f8-917e-5891e6d82c1f req-376e87a6-cf57-4826-be94-07b0497018e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0507820 Jun 24 08:42:06.097774 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:06.102746 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-219bc0f2-bb98-41f8-917e-5891e6d82c1f req-95b91c97-3488-493b-a247-be922d2fa74e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454636 Jun 24 08:42:06.663109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df8ca7-f719-4fbc-82a7-1a546e3074e9 req-29a155f1-ffbe-4c07-84e1-1ea0ec6bacca tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:06.664786 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14df8ca7-f719-4fbc-82a7-1a546e3074e9 req-29a155f1-ffbe-4c07-84e1-1ea0ec6bacca tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0506496 Jun 24 08:42:06.719617 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14df8ca7-f719-4fbc-82a7-1a546e3074e9 req-7f4c12d2-635b-4f99-8660-6444eea81dea tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428760 Jun 24 08:42:06.779255 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34282) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:06.892633 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-88e58cd5-c748-4265-9a98-911ea7feafc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:06.921450 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:06.978959 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-88e58cd5-c748-4265-9a98-911ea7feafc4 admin admin] Publish callbacks [] for security_group (e749c0ca-b0e0-4161-89c2-7540fd0a3f3a), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:06.983097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-88e58cd5-c748-4265-9a98-911ea7feafc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e749c0ca-b0e0-4161-89c2-7540fd0a3f3a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:07.022896 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a30ec6d1-cd4b-442f-acd6-e8f07abc9f98 req-3b42093f-1e99-4097-8386-71fc617afb8d tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.0329607 Jun 24 08:42:07.024449 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-88e58cd5-c748-4265-9a98-911ea7feafc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b693f4e621bb4ffc848e598e7efa9559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441292 Jun 24 08:42:07.025254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e58cd5-c748-4265-9a98-911ea7feafc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e749c0ca-b0e0-4161-89c2-7540fd0a3f3a,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:07.027945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34290) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:07.082640 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] Publish callbacks [] for security_group (e749c0ca-b0e0-4161-89c2-7540fd0a3f3a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:07.103637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] Publish callbacks [] for security_group (e749c0ca-b0e0-4161-89c2-7540fd0a3f3a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:07.154394 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e749c0ca-b0e0-4161-89c2-7540fd0a3f3a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:07.157002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:07.158145 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e749c0ca-b0e0-4161-89c2-7540fd0a3f3a HTTP/1.1" status: 204 len: 168 time: 0.1298342 Jun 24 08:42:07.168798 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08a1b-8518-493c-93e8-19eb37957ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e749c0ca-b0e0-4161-89c2-7540fd0a3f3a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:07.231487 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e17a74-8851-4b15-a5fc-ab2b4f8a8b1f req-38dcfdb9-4228-4a9d-81cd-991fafebf305 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:07.233187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08e17a74-8851-4b15-a5fc-ab2b4f8a8b1f req-38dcfdb9-4228-4a9d-81cd-991fafebf305 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0585406 Jun 24 08:42:07.287275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08e17a74-8851-4b15-a5fc-ab2b4f8a8b1f req-0b42c8c3-3d0a-44ed-b88b-124c0eab6118 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468705 Jun 24 08:42:07.838661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63929d0-2a26-4f01-a5eb-9dcff74f3f11 req-08c3badb-1216-4e2f-b0ef-c9d69bf2607b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:07.840130 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a63929d0-2a26-4f01-a5eb-9dcff74f3f11 req-08c3badb-1216-4e2f-b0ef-c9d69bf2607b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0512636 Jun 24 08:42:07.843688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34308) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:07.889712 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:07.895394 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a63929d0-2a26-4f01-a5eb-9dcff74f3f11 req-ca91d518-653a-4cb5-b9a4-0985d609329d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Jun 24 08:42:07.959587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f22ac1fa-bb28-4d8a-b9d2-f55cc39c192a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.036278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f22ac1fa-bb28-4d8a-b9d2-f55cc39c192a admin admin] Publish callbacks [] for security_group (255cf8a0-e259-4330-b2f5-8bdb762a0918), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.040035 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f22ac1fa-bb28-4d8a-b9d2-f55cc39c192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (255cf8a0-e259-4330-b2f5-8bdb762a0918), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.082660 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f22ac1fa-bb28-4d8a-b9d2-f55cc39c192a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f135c27a5bd6425ab0ccf0fbe700f9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379422 Jun 24 08:42:08.083630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ac1fa-bb28-4d8a-b9d2-f55cc39c192a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255cf8a0-e259-4330-b2f5-8bdb762a0918,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:08.086826 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34314) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:08.144229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] Publish callbacks [] for security_group (255cf8a0-e259-4330-b2f5-8bdb762a0918), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.149059 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84601fbe-591a-4797-a535-3280d2c88454 req-9e65fd52-1674-4e62-ab94-7f04b304c7eb tempest-DeleteServersTestJSON-706857702 tempest-DeleteServersTestJSON-706857702-project] 10.222.0.13 "GET /v2.0/ports?device_id=02263624-79cc-4fbf-ad1d-8abe625c93e8 HTTP/1.1" status: 200 len: 210 time: 0.0381782 Jun 24 08:42:08.171319 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] Publish callbacks [] for security_group (255cf8a0-e259-4330-b2f5-8bdb762a0918), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.201761 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-47512d98-a01d-4af8-b41e-59e406cbe844 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:08.203517 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-47512d98-a01d-4af8-b41e-59e406cbe844 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 946 time: 0.0646603 Jun 24 08:42:08.210442 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 19d07780-3de0-4b28-8969-232ca62ab3ff no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:08.230694 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 19d07780-3de0-4b28-8969-232ca62ab3ff {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:08.231030 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 19d07780-3de0-4b28-8969-232ca62ab3ff not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:08.239493 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (255cf8a0-e259-4330-b2f5-8bdb762a0918), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.246161 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.250626 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/255cf8a0-e259-4330-b2f5-8bdb762a0918 HTTP/1.1" status: 204 len: 168 time: 0.1623008 Jun 24 08:42:08.260280 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb651f7-e506-4c7c-a12b-813aad890cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255cf8a0-e259-4330-b2f5-8bdb762a0918,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:08.330254 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Deleting port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:08.330651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.473618 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f30d9-ef9c-4dd1-b5ad-f3cf2c182703 req-576a0beb-98f8-4383-a3af-a25fa1f2af01 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:08.474976 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e2f30d9-ef9c-4dd1-b5ad-f3cf2c182703 req-576a0beb-98f8-4383-a3af-a25fa1f2af01 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0702872 Jun 24 08:42:08.476819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] For port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:08.477174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.505028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Calling delete_port for 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:08.571842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:08.587598 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e2f30d9-ef9c-4dd1-b5ad-f3cf2c182703 req-0e1b9485-ec25-4928-846e-eb880485116b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022742 Jun 24 08:42:08.599674 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34328) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:08.620680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e71b0e41-9905-44b9-8680-34de3e6cd9a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.712243 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (1b472f9d-dba2-4d17-8a87-19cc1fe545c5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.755542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Pushing event deleted for resources: {'Port': ['ID=1b472f9d-dba2-4d17-8a87-19cc1fe545c5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:08.757630 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['1b472f9d-dba2-4d17-8a87-19cc1fe545c5'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:42:08.803531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:08.825208 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] No DVR routers for this DVR port 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:42:08.831253 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.834866 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-88ed52eb-dec0-471b-9698-a2e28b4ab07e req-b3476e86-4617-4687-a33e-535be4e5fa98 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "DELETE /v2.0/ports/1b472f9d-dba2-4d17-8a87-19cc1fe545c5 HTTP/1.1" status: 204 len: 173 time: 0.6190825 Jun 24 08:42:08.839836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'name': 'network-vif-deleted', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:42:08.842076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c24733-12f9-4a04-a39d-fc1dc4fb0583" -d '{"events": [{"server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "name": "network-vif-deleted", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:42:08.864641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e71b0e41-9905-44b9-8680-34de3e6cd9a1 admin admin] Publish callbacks [] for security_group (f7ef7d0d-bfdb-48df-b8f6-8af102ddf752), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.868968 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e71b0e41-9905-44b9-8680-34de3e6cd9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f7ef7d0d-bfdb-48df-b8f6-8af102ddf752), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.892164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32da338d-a116-4f64-8270-6686dd564cb7 x-openstack-request-id: req-32da338d-a116-4f64-8270-6686dd564cb7 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:42:08.892455 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fe588b-65ae-4734-93c5-9d9b21db688b", "name": "network-vif-deleted", "tag": "1b472f9d-dba2-4d17-8a87-19cc1fe545c5", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:42:08.892705 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32da338d-a116-4f64-8270-6686dd564cb7 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:42:08.893623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32da338d-a116-4f64-8270-6686dd564cb7'] response: {'server_uuid': 'b3fe588b-65ae-4734-93c5-9d9b21db688b', 'name': 'network-vif-deleted', 'tag': '1b472f9d-dba2-4d17-8a87-19cc1fe545c5', 'status': 'completed', 'code': 200} Jun 24 08:42:08.915000 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e71b0e41-9905-44b9-8680-34de3e6cd9a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b219aa762bde4882948fc947f892c9c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143308 Jun 24 08:42:08.915917 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0e41-9905-44b9-8680-34de3e6cd9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef7d0d-bfdb-48df-b8f6-8af102ddf752,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:08.917838 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34340) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:08.972326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] Publish callbacks [] for security_group (f7ef7d0d-bfdb-48df-b8f6-8af102ddf752), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:08.976077 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:09.005570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] Publish callbacks [] for security_group (f7ef7d0d-bfdb-48df-b8f6-8af102ddf752), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:09.015418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1707065a-dd12-45e9-bfea-f450afb8bae2 req-5962fe28-0e48-402d-9be6-c9a8175e5ae7 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3fe588b-65ae-4734-93c5-9d9b21db688b HTTP/1.1" status: 200 len: 210 time: 0.0293736 Jun 24 08:42:09.062216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f7ef7d0d-bfdb-48df-b8f6-8af102ddf752), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:09.065588 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:09.067030 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7ef7d0d-bfdb-48df-b8f6-8af102ddf752 HTTP/1.1" status: 204 len: 168 time: 0.1480908 Jun 24 08:42:09.076336 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24543c-55e8-4e25-9c23-daf1f5dfe3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef7d0d-bfdb-48df-b8f6-8af102ddf752,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:09.723568 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0be2-7e1b-4921-8725-b3d2566e3f06 req-2f0b18d5-73bb-4336-8ee3-6237a4e6bb25 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:09.725207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-189b0be2-7e1b-4921-8725-b3d2566e3f06 req-2f0b18d5-73bb-4336-8ee3-6237a4e6bb25 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0581224 Jun 24 08:42:09.780418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-189b0be2-7e1b-4921-8725-b3d2566e3f06 req-1db0e998-5d54-4ece-b54b-3d988bc75a0b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Jun 24 08:42:10.157441 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34394) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:10.296459 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ec209670-5619-4d38-a073-2f59489566fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:10.470945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-a1625974-aeed-48a8-81a1-9cb2b58b1948 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:10.472810 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-a1625974-aeed-48a8-81a1-9cb2b58b1948 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 809 time: 0.1493678 Jun 24 08:42:10.483280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ec209670-5619-4d38-a073-2f59489566fa admin admin] Publish callbacks [] for security_group (3ab5e67d-3146-41d4-b051-07a05c108481), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:10.492190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ec209670-5619-4d38-a073-2f59489566fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (3ab5e67d-3146-41d4-b051-07a05c108481), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:10.505421 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-256a3442-212e-48f9-b1c9-95ed172aa3db tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/quotas/91137dbd48fe4e6d986c350c8435bbab HTTP/1.1" status: 200 len: 375 time: 0.0273697 Jun 24 08:42:10.562242 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-42b826cb-3b0f-4037-ae5e-f9925de80072 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492194 Jun 24 08:42:10.563104 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209670-5619-4d38-a073-2f59489566fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5e67d-3146-41d4-b051-07a05c108481,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:10.571117 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ec209670-5619-4d38-a073-2f59489566fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d1284e4a0944fee92ffc37d2120306a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098945 Jun 24 08:42:10.571526 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34422) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:10.671370 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34430) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:10.695442 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] Publish callbacks [] for security_group (3ab5e67d-3146-41d4-b051-07a05c108481), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:10.699005 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:10.727368 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-de5bd43d-e106-4383-bb4a-5d338659f77a service neutron] 10.222.0.13 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538358 Jun 24 08:42:10.738388 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] Publish callbacks [] for security_group (3ab5e67d-3146-41d4-b051-07a05c108481), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:10.775491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:11.130139 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (94166f03-047e-4e20-b919-f0ab57b9bf95), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:11.140185 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-5658012e-945c-432b-8dda-ea3ed575362c service neutron] 10.222.0.13 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995166 Jun 24 08:42:11.147651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c3e6-a5ee-4533-9e5e-077dd896745e req-d27d6637-a57e-4258-b2b6-c555a865dc9c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:11.154747 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-05e2c3e6-a5ee-4533-9e5e-077dd896745e req-d27d6637-a57e-4258-b2b6-c555a865dc9c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0778944 Jun 24 08:42:11.170956 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (3ab5e67d-3146-41d4-b051-07a05c108481), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:11.173504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:11.178738 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab5e67d-3146-41d4-b051-07a05c108481 HTTP/1.1" status: 204 len: 168 time: 0.6063869 Jun 24 08:42:11.193374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa243010-bccd-45c8-892a-8c8be1f4a3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5e67d-3146-41d4-b051-07a05c108481,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:11.237934 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-05e2c3e6-a5ee-4533-9e5e-077dd896745e req-2cdeb598-3554-4b95-8d0e-d2d401c55d08 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820258 Jun 24 08:42:11.295018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:11.407715 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c9ff2155-c79d-45e2-8eac-4d60573f00f9 req-e6f61a98-8525-4ac5-8a0c-b9ea9dadb5fe tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 210 time: 0.0308716 Jun 24 08:42:11.474262 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Deleting port 13336348-314a-4b3c-92c4-51e6c636c18e {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:11.474594 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:11.787685 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] For port 13336348-314a-4b3c-92c4-51e6c636c18e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13336348-314a-4b3c-92c4-51e6c636c18e,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:11.788337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:11.804210 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Calling delete_port for 13336348-314a-4b3c-92c4-51e6c636c18e owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:12.073012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (13336348-314a-4b3c-92c4-51e6c636c18e), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:12.077798 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:12.106111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Pushing event deleted for resources: {'Port': ['ID=13336348-314a-4b3c-92c4-51e6c636c18e,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:12.226041 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:12.252065 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:12.253096 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 1b472f9d-dba2-4d17-8a87-19cc1fe545c5 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:12.301852 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (94166f03-047e-4e20-b919-f0ab57b9bf95), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:12.403880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a318-7a25-46a6-a39f-d6deaf19f924 req-1c933a94-5c3a-4248-9223-b6c4a354ab69 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:12.406187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c998a318-7a25-46a6-a39f-d6deaf19f924 req-1c933a94-5c3a-4248-9223-b6c4a354ab69 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0696955 Jun 24 08:42:12.475319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c998a318-7a25-46a6-a39f-d6deaf19f924 req-aee04415-d43d-4e0d-bd95-8baff5e296e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619073 Jun 24 08:42:12.550221 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-730e070c-61a4-4f1c-a9ae-b4006bf0f470 req-1bf3e83e-2f63-4ee7-bdc9-36d53d8b5571 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 210 time: 0.0391731 Jun 24 08:42:12.567362 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Router 94166f03-047e-4e20-b919-f0ab57b9bf95 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:42:12.571415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:12.717467 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:42:12.723409 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-950e48ae-d8bd-4ef8-abdc-04d382aef0de admin admin] 10.222.0.13 "PUT /v2.0/routers/94166f03-047e-4e20-b919-f0ab57b9bf95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0515897 Jun 24 08:42:12.726132 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34492) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:12.730959 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Sync routers for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:42:12.743885 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:12.744816 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:12.777807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-368a30b5-5839-4c13-901c-b127952c076c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:12.779587 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-368a30b5-5839-4c13-901c-b127952c076c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 809 time: 0.1509538 Jun 24 08:42:12.814558 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Request body: {'port': {'device_id': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280', 'admin_state_up': True, 'tenant_id': '91137dbd48fe4e6d986c350c8435bbab'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:12.872297 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:12.882814 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks [] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:12.949380 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Made reservation on behalf of 91137dbd48fe4e6d986c350c8435bbab for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:42:12.954241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.007923 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks [] for router_gateway (94166f03-047e-4e20-b919-f0ab57b9bf95), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.054259 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57'}], 'enable_snat': True}, 'gw_port_id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:42:12Z', 'revision_number': 5, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port': {'id': '63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:6e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:13.071388 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Deleting port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:13.071911 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.081451 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Checking router: 94166f03-047e-4e20-b919-f0ab57b9bf95 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:42:13.090959 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Routers {'94166f03-047e-4e20-b919-f0ab57b9bf95'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:13.091220 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:41:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['94166f03-047e-4e20-b919-f0ab57b9bf95'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:13.137267 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Allocated IP 172.20.0.11 (f4138681-b558-4fee-81a5-bb532db98280/b4307ec5-5936-406e-98fa-c9fc755f3b2c/dc4a7edb-bf8b-4e00-a458-60724277957a) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:13.181174 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] Set router 94166f03-047e-4e20-b919-f0ab57b9bf95 gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:13.187629 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] For port 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:13.188037 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.203448 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Calling delete_port for 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:13.248873 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:42:13Z', 'revision_number': 6, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:13.276767 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425118fc-d590-4dd7-90b7-73eccb46e254 None None] The sync data for ids ['94166f03-047e-4e20-b919-f0ab57b9bf95'] in dv-cinder-847131-2-iscsi is: [{'id': '94166f03-047e-4e20-b919-f0ab57b9bf95', 'name': 'tempest-DeleteServersTestJSON-1977723306-router', 'tenant_id': '147d9b38796148cb996e8c61d1586b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:42:13Z', 'revision_number': 6, 'project_id': '147d9b38796148cb996e8c61d1586b61', 'gw_port_host': None}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:42:13.352471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks [] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.369934 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:13.378995 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:13.392625 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.401215 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:13.414258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.445098 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Pushing event deleted for resources: {'Port': ['ID=63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:13.447398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Network f4138681-b558-4fee-81a5-bb532db98280 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:13.452564 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:13.458652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:13.483715 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Pushing event updated for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:13.494194 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:13.521545 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (94166f03-047e-4e20-b919-f0ab57b9bf95), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.542191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:13.543710 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.588464 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-701c535f-c11b-40f4-9702-32f5bd18fc9b tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7805991 Jun 24 08:42:13.615929 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Request body: {'port': {'device_id': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:13.661801 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.664193 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks [] for router_controller (94166f03-047e-4e20-b919-f0ab57b9bf95), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.720316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11e1aa-e74f-4408-a845-e3c8db753ac7 req-8e238f5c-7c38-4cc9-bb1a-820e2a0b399f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:13.722679 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d11e1aa-e74f-4408-a845-e3c8db753ac7 req-8e238f5c-7c38-4cc9-bb1a-820e2a0b399f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1245062 Jun 24 08:42:13.750148 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (94166f03-047e-4e20-b919-f0ab57b9bf95), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.750906 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94166f03-047e-4e20-b919-f0ab57b9bf95 {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:42:13.757596 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.762026 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dbbd7432-d6e9-4531-8302-23fce9aa03dc admin admin] 10.222.0.13 "DELETE /v2.0/routers/94166f03-047e-4e20-b919-f0ab57b9bf95 HTTP/1.1" status: 204 len: 168 time: 1.0346422 Jun 24 08:42:13.762624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34518) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:13.796291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ad092-6fae-48dd-936f-e5957a36f4be req-976f2a42-26e9-44c1-a082-7f8a7f8f8403 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:13.797630 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-922ad092-6fae-48dd-936f-e5957a36f4be req-976f2a42-26e9-44c1-a082-7f8a7f8f8403 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 932 time: 0.1251142 Jun 24 08:42:13.821136 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Deleting subnet e6356b71-8769-4f74-bdc6-3c60aca95cf1 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:42:13.825130 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Publish callbacks [] for subnet (e6356b71-8769-4f74-bdc6-3c60aca95cf1), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.859783 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.884675 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (e6356b71-8769-4f74-bdc6-3c60aca95cf1), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:13.896063 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d11e1aa-e74f-4408-a845-e3c8db753ac7 req-72c4d4cc-d49c-43cc-97a2-1d481a7ca4e7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559589 Jun 24 08:42:13.950551 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-922ad092-6fae-48dd-936f-e5957a36f4be req-8032f4f2-c7b6-449b-be44-0a36cf11ee53 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411440 Jun 24 08:42:14.065047 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (e6356b71-8769-4f74-bdc6-3c60aca95cf1), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.143827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (e6356b71-8769-4f74-bdc6-3c60aca95cf1), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.191330 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13336348-314a-4b3c-92c4-51e6c636c18e no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:14.217085 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 13336348-314a-4b3c-92c4-51e6c636c18e {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:14.217506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13336348-314a-4b3c-92c4-51e6c636c18e not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:14.221720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6356b71-8769-4f74-bdc6-3c60aca95cf1,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:14.227936 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.234828 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3def2ca9-5fcb-4b26-8e4f-1c3ce7b38d83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6356b71-8769-4f74-bdc6-3c60aca95cf1 HTTP/1.1" status: 204 len: 168 time: 0.4684353 Jun 24 08:42:14.235456 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34542) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:14.236138 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de6308-568a-465c-a615-0bdf8b573004 None None] Network 38769342-91d5-4e58-832d-8de7c3da8648 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:42:14.318700 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4a7edb-bf8b-4e00-a458-60724277957a {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:42:14.327247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (38769342-91d5-4e58-832d-8de7c3da8648), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.344566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks [] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.366035 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Transition to ACTIVE for port object dc4a7edb-bf8b-4e00-a458-60724277957a will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:42:14.371145 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.430024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Pushing event updated for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:14.440640 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Deleting port 9a0d7939-15f3-4354-8a55-d7374f61c20c {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:14.440962 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.503506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] DHCP port deletion for 38769342-91d5-4e58-832d-8de7c3da8648 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:42:14.550028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:14.557471 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] For port 9a0d7939-15f3-4354-8a55-d7374f61c20c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=9a0d7939-15f3-4354-8a55-d7374f61c20c,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:14.557935 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.577137 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Calling delete_port for 9a0d7939-15f3-4354-8a55-d7374f61c20c owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:14.584368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Attempting to bind port dc4a7edb-bf8b-4e00-a458-60724277957a on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:42:14.584708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Attempting to bind port dc4a7edb-bf8b-4e00-a458-60724277957a by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:42:14.585042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Attempting to bind port dc4a7edb-bf8b-4e00-a458-60724277957a on network f4138681-b558-4fee-81a5-bb532db98280 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:14.593262 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Deleting port 9a0d7939-15f3-4354-8a55-d7374f61c20c {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:14.593923 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.594775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Port dc4a7edb-bf8b-4e00-a458-60724277957a on network f4138681-b558-4fee-81a5-bb532db98280 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:42:14.595051 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Attempting to bind port dc4a7edb-bf8b-4e00-a458-60724277957a on network f4138681-b558-4fee-81a5-bb532db98280 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:14.602358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:42:14.602682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Checking segment: {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:14.603121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Bound using segment: {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:42:14.603717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Bound port: dc4a7edb-bf8b-4e00-a458-60724277957a, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f85b1-0579-40e3-b72b-f68234668cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:42:14.604086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.684545 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] For port 9a0d7939-15f3-4354-8a55-d7374f61c20c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=9a0d7939-15f3-4354-8a55-d7374f61c20c,segment=NetworkSegment(9b34ac8e-3406-463b-a4b3-614ff2fc661e),segment_id=9b34ac8e-3406-463b-a4b3-614ff2fc661e)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:14.685385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.689244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:42:14.695028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=dc4a7edb-bf8b-4e00-a458-60724277957a,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:42:14.697747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:14.703562 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Calling delete_port for 9a0d7939-15f3-4354-8a55-d7374f61c20c owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:14.707770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.711364 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:14.757174 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.779965 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:14.780604 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.782118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] 10.222.0.49 "PUT /v2.0/ports/dc4a7edb-bf8b-4e00-a458-60724277957a HTTP/1.1" status: 200 len: 1094 time: 1.1717241 Jun 24 08:42:14.782570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:42:14.786249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:42:14.820633 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0d7939-15f3-4354-8a55-d7374f61c20c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:14.828616 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] No DVR routers for this DVR port 9a0d7939-15f3-4354-8a55-d7374f61c20c on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:42:14.836828 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d66eb-221b-4e0f-960c-349075eb451c service neutron] Pushing event updated for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:14.853740 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cec15e2-3c20-43b7-8317-7006d4aedc14 x-openstack-request-id: req-2cec15e2-3c20-43b7-8317-7006d4aedc14 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:42:14.853917 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:42:14.854299 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cec15e2-3c20-43b7-8317-7006d4aedc14 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:42:14.854726 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cec15e2-3c20-43b7-8317-7006d4aedc14'] response: {'name': 'network-changed', 'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a', 'status': 'completed', 'code': 200} Jun 24 08:42:14.888285 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (9a0d7939-15f3-4354-8a55-d7374f61c20c), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.921370 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] Pushing event deleted for resources: {'Port': ['ID=9a0d7939-15f3-4354-8a55-d7374f61c20c,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:14.921657 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-59b7627f-9aa3-4199-b1e2-0d6f3404bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:14.923691 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-59b7627f-9aa3-4199-b1e2-0d6f3404bc0f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 1128 time: 0.0511498 Jun 24 08:42:14.929180 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (38769342-91d5-4e58-832d-8de7c3da8648), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.929956 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee039d1-ef1e-48e3-8f78-e4368b42ecac None None] No DVR routers for this DVR port 9a0d7939-15f3-4354-8a55-d7374f61c20c on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:42:14.953735 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38769342-91d5-4e58-832d-8de7c3da8648']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:14.966384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b34ac8e-3406-463b-a4b3-614ff2fc661e') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:14.966674 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b34ac8e-3406-463b-a4b3-614ff2fc661e') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:14.977114 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:14.979322 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (9b34ac8e-3406-463b-a4b3-614ff2fc661e), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:14.980541 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-19da56fe-88a3-4922-96e1-6ea1ded0e52d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc4a7edb-bf8b-4e00-a458-60724277957a HTTP/1.1" status: 200 len: 217 time: 0.0431559 Jun 24 08:42:15.005764 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (9b34ac8e-3406-463b-a4b3-614ff2fc661e), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.013502 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:42:15.014216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (9b34ac8e-3406-463b-a4b3-614ff2fc661e), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.015054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:15.056967 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 9b34ac8e-3406-463b-a4b3-614ff2fc661e resource provider aggregate not found Jun 24 08:42:15.098961 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 9b34ac8e-3406-463b-a4b3-614ff2fc661e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b34ac8e-3406-463b-a4b3-614ff2fc661e found for delete ", "request_id": "req-40fb19da-50e4-479c-9fac-ae5f4a693ea3"}]} Jun 24 08:42:15.107933 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (38769342-91d5-4e58-832d-8de7c3da8648), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.115562 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.119136 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38769342-91d5-4e58-832d-8de7c3da8648 HTTP/1.1" status: 204 len: 168 time: 0.8827031 Jun 24 08:42:15.130262 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c233d8-90b7-4cc8-8804-3291cd65b991 admin admin] Pushing event deleted for resources: {'Network': ['ID=38769342-91d5-4e58-832d-8de7c3da8648,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:15.135543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-62646e02-6f4e-41dd-9ee8-0a1e0a16dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:15.137153 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-62646e02-6f4e-41dd-9ee8-0a1e0a16dd3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307ec5-5936-406e-98fa-c9fc755f3b2c HTTP/1.1" status: 200 len: 849 time: 0.1455266 Jun 24 08:42:15.143883 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a375805-77a1-4be8-88a9-3874e6534423 req-3bbb6c47-fab1-4c81-9442-ec65751e6f2b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:15.145404 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a375805-77a1-4be8-88a9-3874e6534423 req-3bbb6c47-fab1-4c81-9442-ec65751e6f2b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1317973 Jun 24 08:42:15.153074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298f14b-d08b-48b8-839b-f50686c24d78 req-10efee94-aeca-4065-b6c0-e1d5226a6974 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:15.154663 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2298f14b-d08b-48b8-839b-f50686c24d78 req-10efee94-aeca-4065-b6c0-e1d5226a6974 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 944 time: 0.1123798 Jun 24 08:42:15.207552 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-2dbe8dca-38a6-41df-bd5b-63db01976936 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4138681-b558-4fee-81a5-bb532db98280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608740 Jun 24 08:42:15.293623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a375805-77a1-4be8-88a9-3874e6534423 req-279207db-23c7-48d6-b8ed-ba2831614644 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379099 Jun 24 08:42:15.298478 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2298f14b-d08b-48b8-839b-f50686c24d78 req-7f9ce817-d43a-46d2-aed7-d04badc8af32 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346090 Jun 24 08:42:15.330028 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34562) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:15.345861 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:15.358057 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-40cf495f-7aef-471a-9cf7-39c1dc99b96a service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425412 Jun 24 08:42:15.380063 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-129c461a-c172-4e24-b3d1-1d828f35f8b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=147d9b38796148cb996e8c61d1586b61&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0481772 Jun 24 08:42:15.382722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34564) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:15.431483 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] Publish callbacks [] for security_group (18d11cd9-54e4-4fba-b92a-11c313fc94bd), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.453411 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] Publish callbacks [] for security_group (18d11cd9-54e4-4fba-b92a-11c313fc94bd), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.456796 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2686caff-a044-4954-a2ca-5589ccf5a388 req-fdb01160-3aec-47b0-9ba4-38f2b43f593f service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905330 Jun 24 08:42:15.502960 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (18d11cd9-54e4-4fba-b92a-11c313fc94bd), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.505765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:15.507080 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18d11cd9-54e4-4fba-b92a-11c313fc94bd HTTP/1.1" status: 204 len: 168 time: 0.1234529 Jun 24 08:42:15.516872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61066c-0826-4313-ae1e-084705f3ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d11cd9-54e4-4fba-b92a-11c313fc94bd,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:15.801355 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 9a0d7939-15f3-4354-8a55-d7374f61c20c no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:15.825171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 9a0d7939-15f3-4354-8a55-d7374f61c20c {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:15.825966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 9a0d7939-15f3-4354-8a55-d7374f61c20c not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:15.826581 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:15.858153 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:15.858354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63c6e10e-4f8f-44c3-a6d3-dbe595c5fb27 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:16.449418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e9101-8d73-49c2-990b-bfdab3a34188 req-7368c78e-8cf8-43dc-862d-95fbc6e298ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:16.450912 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dd9e9101-8d73-49c2-990b-bfdab3a34188 req-7368c78e-8cf8-43dc-862d-95fbc6e298ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0690229 Jun 24 08:42:16.456959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bde2aa-3a76-4322-a192-acb15520bb79 req-0a8725ae-e397-4545-82d5-867885b19909 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:16.458387 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5bde2aa-3a76-4322-a192-acb15520bb79 req-0a8725ae-e397-4545-82d5-867885b19909 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 944 time: 0.0885942 Jun 24 08:42:16.479938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:16.539191 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dd9e9101-8d73-49c2-990b-bfdab3a34188 req-59a14a7b-c5af-43fb-9201-bde63587e6c2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798526 Jun 24 08:42:16.554514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5bde2aa-3a76-4322-a192-acb15520bb79 req-73313f77-85ac-4cbe-bb9c-f936aeec8b59 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892088 Jun 24 08:42:16.593915 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-81e6667b-ad1b-409f-a312-91264d3d19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:16.595552 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-81e6667b-ad1b-409f-a312-91264d3d19c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=91137dbd48fe4e6d986c350c8435bbab&device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 1128 time: 0.0534184 Jun 24 08:42:16.690909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-4ece966d-0cb5-47e6-b95a-797f5b7d766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:16.692380 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-4ece966d-0cb5-47e6-b95a-797f5b7d766d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 200 len: 910 time: 0.0898457 Jun 24 08:42:16.738241 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-58b7eaab-6b23-48b6-b137-9eaa7a0bab2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc4a7edb-bf8b-4e00-a458-60724277957a HTTP/1.1" status: 200 len: 217 time: 0.0378401 Jun 24 08:42:16.787030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-4aca2b25-f248-47df-9f86-1306d3ed179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:16.788744 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-4aca2b25-f248-47df-9f86-1306d3ed179d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307ec5-5936-406e-98fa-c9fc755f3b2c HTTP/1.1" status: 200 len: 849 time: 0.0450385 Jun 24 08:42:16.825848 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-22cace85-5452-44be-9125-8dabd7c89bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4138681-b558-4fee-81a5-bb532db98280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299585 Jun 24 08:42:16.932127 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-0147cab0-d934-4a3a-b738-d03c8a5aa0e2 service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972536 Jun 24 08:42:17.051067 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f5e47f-e2c3-4d1b-8ba8-4f857070a4d2 req-50f39d2b-04f1-4e38-931d-daba968db8bc service neutron] 10.222.0.49 "GET /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070192 Jun 24 08:42:17.624100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:17.690580 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24562e2-932c-4140-ae14-47ba77f87a98 req-49f1275b-d8fc-4dc6-9a13-57092336c53e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:17.692207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a24562e2-932c-4140-ae14-47ba77f87a98 req-49f1275b-d8fc-4dc6-9a13-57092336c53e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0784681 Jun 24 08:42:17.724515 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670333e-9df3-42e1-8126-8438c14caf3e req-ca4978e8-9201-4c84-b1f4-2924eb76478e tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:17.726070 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5670333e-9df3-42e1-8126-8438c14caf3e req-ca4978e8-9201-4c84-b1f4-2924eb76478e tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 944 time: 0.0777600 Jun 24 08:42:17.781069 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a24562e2-932c-4140-ae14-47ba77f87a98 req-85bd7883-5747-4df5-8903-f5a6dd951515 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793664 Jun 24 08:42:17.798495 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5670333e-9df3-42e1-8126-8438c14caf3e req-2d0f5e86-582f-42e4-b3e2-ee9f4a87a3d7 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650144 Jun 24 08:42:18.273684 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device dc4a7edb-bf8b-4e00-a458-60724277957a details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:42:18.439418 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=dc4a7edb-bf8b-4e00-a458-60724277957a,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:18.455331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'dc4a7edb-bf8b-4e00-a458-60724277957a', 'network_id': 'f4138681-b558-4fee-81a5-bb532db98280', 'port_id': 'dc4a7edb-bf8b-4e00-a458-60724277957a', 'mac_address': 'fa:16:3e:b8:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4307ec5-5936-406e-98fa-c9fc755f3b2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:42:18.510708 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port dc4a7edb-bf8b-4e00-a458-60724277957a is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:18.511100 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:18.531016 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4a7edb-bf8b-4e00-a458-60724277957a {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:42:18.556964 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=dc4a7edb-bf8b-4e00-a458-60724277957a,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:18.561083 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:18.611970 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:18.811920 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34690) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:18.935055 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb503-422a-493d-993c-cdb0e0064c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:18.942692 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f9b85-9790-43e1-8a6b-cd36f2cba1f4 req-92ed82de-425c-4315-a53a-605959187a51 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:18.944256 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-120f9b85-9790-43e1-8a6b-cd36f2cba1f4 req-92ed82de-425c-4315-a53a-605959187a51 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0837722 Jun 24 08:42:18.952613 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6dd20-1ae6-4065-8ba5-ba0874633d22 req-4c2a766b-6ba2-4d1e-8ddb-c0602973efc1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:18.954057 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97e6dd20-1ae6-4065-8ba5-ba0874633d22 req-4c2a766b-6ba2-4d1e-8ddb-c0602973efc1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 945 time: 0.0813584 Jun 24 08:42:19.020970 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb503-422a-493d-993c-cdb0e0064c35 admin admin] Publish callbacks [] for security_group (ffbb53d5-76f6-4a1b-9d68-0032ffb3e455), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.025554 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3eeeb503-422a-493d-993c-cdb0e0064c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ffbb53d5-76f6-4a1b-9d68-0032ffb3e455), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.034817 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-120f9b85-9790-43e1-8a6b-cd36f2cba1f4 req-f7e3693d-6aab-4c91-8ede-c17aa74dfb9d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797570 Jun 24 08:42:19.059942 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97e6dd20-1ae6-4065-8ba5-ba0874633d22 req-3c440e91-7628-43ae-a6d2-9fce59194e3c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Jun 24 08:42:19.082978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeeb503-422a-493d-993c-cdb0e0064c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbb53d5-76f6-4a1b-9d68-0032ffb3e455,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:19.091343 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3eeeb503-422a-493d-993c-cdb0e0064c35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=001f8e102921445ba9cb4bbd17777a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783039 Jun 24 08:42:19.094142 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34696) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:19.146600 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] Publish callbacks [] for security_group (ffbb53d5-76f6-4a1b-9d68-0032ffb3e455), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.168947 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] Publish callbacks [] for security_group (ffbb53d5-76f6-4a1b-9d68-0032ffb3e455), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.217398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ffbb53d5-76f6-4a1b-9d68-0032ffb3e455), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.219862 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.222075 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ffbb53d5-76f6-4a1b-9d68-0032ffb3e455 HTTP/1.1" status: 204 len: 168 time: 0.1259725 Jun 24 08:42:19.230379 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e087d6-702a-49e0-b931-9bc8bbb8b904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbb53d5-76f6-4a1b-9d68-0032ffb3e455,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:19.514842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34706) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:19.522767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:19.533191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6921af19-1ba9-4a06-bb90-bbefdbfae2c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.618775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6921af19-1ba9-4a06-bb90-bbefdbfae2c7 admin admin] Publish callbacks [] for security_group (351f16dc-e8f8-4f52-8855-2997d1b7b183), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.622452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6921af19-1ba9-4a06-bb90-bbefdbfae2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (351f16dc-e8f8-4f52-8855-2997d1b7b183), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.660971 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921af19-1ba9-4a06-bb90-bbefdbfae2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351f16dc-e8f8-4f52-8855-2997d1b7b183,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:19.665216 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-6921af19-1ba9-4a06-bb90-bbefdbfae2c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c30869954ce048cd86f483c8a1735750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493704 Jun 24 08:42:19.667950 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34710) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:19.716053 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] Publish callbacks [] for security_group (351f16dc-e8f8-4f52-8855-2997d1b7b183), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.737366 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] Publish callbacks [] for security_group (351f16dc-e8f8-4f52-8855-2997d1b7b183), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.790367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (351f16dc-e8f8-4f52-8855-2997d1b7b183), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.793140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:19.794454 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/351f16dc-e8f8-4f52-8855-2997d1b7b183 HTTP/1.1" status: 204 len: 168 time: 0.1256125 Jun 24 08:42:19.802777 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a8eb5-66e4-462d-8a68-0bd4a5f76b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351f16dc-e8f8-4f52-8855-2997d1b7b183,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:20.151244 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34722) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:20.165829 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8598207e-5c98-42e7-939e-93a73f49a968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.198204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e36cf-832b-47b2-9323-30ab63494313 req-ba912374-12e6-43b5-badb-745b04c6932e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:20.200226 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-589e36cf-832b-47b2-9323-30ab63494313 req-ba912374-12e6-43b5-badb-745b04c6932e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0749538 Jun 24 08:42:20.256837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8598207e-5c98-42e7-939e-93a73f49a968 admin admin] Publish callbacks [] for security_group (66035a85-c200-4d70-92c2-e138c556a8b6), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.257540 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-589e36cf-832b-47b2-9323-30ab63494313 req-4e44f4d7-c563-4289-8791-946fc9c07397 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Jun 24 08:42:20.261353 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8598207e-5c98-42e7-939e-93a73f49a968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (66035a85-c200-4d70-92c2-e138c556a8b6), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.293650 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:20.305124 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8598207e-5c98-42e7-939e-93a73f49a968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2ce5f44201e484ebb88033bf3f8c65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527450 Jun 24 08:42:20.306382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8598207e-5c98-42e7-939e-93a73f49a968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66035a85-c200-4d70-92c2-e138c556a8b6,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:20.309679 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34724) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:20.312327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17267-531e-4690-9a12-ab8c50ecae4d req-b337df73-4b12-4eaf-8816-1141fde59c3c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:20.315769 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b5a17267-531e-4690-9a12-ab8c50ecae4d req-b337df73-4b12-4eaf-8816-1141fde59c3c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 945 time: 0.0537291 Jun 24 08:42:20.367101 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b5a17267-531e-4690-9a12-ab8c50ecae4d req-9e3805b3-d674-442b-a0e7-a448fad285e9 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Jun 24 08:42:20.368005 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] Publish callbacks [] for security_group (66035a85-c200-4d70-92c2-e138c556a8b6), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.391928 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] Publish callbacks [] for security_group (66035a85-c200-4d70-92c2-e138c556a8b6), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.425837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=8,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:20.440030 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (66035a85-c200-4d70-92c2-e138c556a8b6), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.442619 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:20.443794 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66035a85-c200-4d70-92c2-e138c556a8b6 HTTP/1.1" status: 204 len: 168 time: 0.1328783 Jun 24 08:42:20.451748 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42862e8-fa89-448b-a9af-0f99db3cdcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66035a85-c200-4d70-92c2-e138c556a8b6,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:21.236209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-59abe53e-60c3-4fa5-9ee7-1c948d477be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:21.387696 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e027e80-27ac-42f0-bab6-31283ad58290 req-633559ba-66db-467b-a5ce-815dc92cbf68 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:21.389306 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e027e80-27ac-42f0-bab6-31283ad58290 req-633559ba-66db-467b-a5ce-815dc92cbf68 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0588717 Jun 24 08:42:21.450303 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e027e80-27ac-42f0-bab6-31283ad58290 req-24076a83-44b0-418c-bc1f-eaabd52a9a6f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528409 Jun 24 08:42:21.513070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f48679-ed97-4652-9c47-9295c5006a0a req-0da49737-de92-4f43-89a6-47030f092471 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:21.514866 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8f48679-ed97-4652-9c47-9295c5006a0a req-0da49737-de92-4f43-89a6-47030f092471 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 945 time: 0.0636802 Jun 24 08:42:21.579861 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['dc4a7edb-bf8b-4e00-a458-60724277957a'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:42:21.586618 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8f48679-ed97-4652-9c47-9295c5006a0a req-5cb4ad3f-ca04-409a-adbf-1a6b0226a9f1 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632651 Jun 24 08:42:22.573060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526383d-6835-4ac6-b38f-166f9b06f312 req-3a8ca0f7-93d5-4fd2-b5c9-bc00eed25aa2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:22.574593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6526383d-6835-4ac6-b38f-166f9b06f312 req-3a8ca0f7-93d5-4fd2-b5c9-bc00eed25aa2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0480704 Jun 24 08:42:22.629122 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6526383d-6835-4ac6-b38f-166f9b06f312 req-d613742c-19ee-4840-9dbc-dc77488a6646 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Jun 24 08:42:22.718290 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f315074-b909-4efe-839e-c071e45fff33 req-384c7478-06db-4e94-b6bd-e8df14d07d59 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:22.719762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f315074-b909-4efe-839e-c071e45fff33 req-384c7478-06db-4e94-b6bd-e8df14d07d59 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 945 time: 0.0555241 Jun 24 08:42:22.739265 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:22.773669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0f315074-b909-4efe-839e-c071e45fff33 req-76e21ca9-df58-484d-bdfa-e15856659538 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Jun 24 08:42:23.251370 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=41 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:23.252722 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:23.557305 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ab900b2-c1b9-4022-ac65-2723fc42ad07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:23.745980 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef6482-ff14-443d-8ef2-8862b2bc6d5f req-6a18ec12-c401-482a-93eb-be51c4deb3c8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:23.747454 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddef6482-ff14-443d-8ef2-8862b2bc6d5f req-6a18ec12-c401-482a-93eb-be51c4deb3c8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0481777 Jun 24 08:42:23.796225 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddef6482-ff14-443d-8ef2-8862b2bc6d5f req-7529ed65-cbf5-4a4a-890a-898b08819157 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Jun 24 08:42:23.893168 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9dae2-b349-437b-ad22-f98b527f4d0f req-91922a4b-f1f0-4c79-a482-9a3a86382965 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:23.894881 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1dc9dae2-b349-437b-ad22-f98b527f4d0f req-91922a4b-f1f0-4c79-a482-9a3a86382965 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 945 time: 0.0515888 Jun 24 08:42:23.949305 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1dc9dae2-b349-437b-ad22-f98b527f4d0f req-e17e5fac-42a2-4b7a-9f10-132fe01adcbb tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Jun 24 08:42:24.407570 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device dc4a7edb-bf8b-4e00-a458-60724277957a up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:42:24.451978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port dc4a7edb-bf8b-4e00-a458-60724277957a completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:42:24.459762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port dc4a7edb-bf8b-4e00-a458-60724277957a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:24.460135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:24.500162 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:24.541386 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port dc4a7edb-bf8b-4e00-a458-60724277957a is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:24.541785 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:24.567905 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:42:24.570108 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788e93bb-c70b-4a3b-8bc5-f5291d9d700a" -d '{"events": [{"server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "name": "network-vif-plugged", "status": "completed", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:42:24.582901 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=dc4a7edb-bf8b-4e00-a458-60724277957a,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:24.587852 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:24.594489 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:24.618154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af73e06-20fa-4386-88d1-056db5f51512 x-openstack-request-id: req-5af73e06-20fa-4386-88d1-056db5f51512 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:42:24.618452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "name": "network-vif-plugged", "status": "completed", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:42:24.618695 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af73e06-20fa-4386-88d1-056db5f51512 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:42:24.619413 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af73e06-20fa-4386-88d1-056db5f51512'] response: {'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a', 'code': 200} Jun 24 08:42:24.647597 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:24.926125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69c702-98fd-4487-9017-342eaaa3df2b req-f80e5e8e-82f2-41b4-b100-6d332e440235 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:24.927730 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd69c702-98fd-4487-9017-342eaaa3df2b req-f80e5e8e-82f2-41b4-b100-6d332e440235 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0539720 Jun 24 08:42:24.948367 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:24.980367 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd69c702-98fd-4487-9017-342eaaa3df2b req-298a9419-1dc0-4f5a-84c3-10043c08df30 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Jun 24 08:42:25.073910 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f570b-9137-45ed-baa6-adc8d4a60004 req-e1e6aeaa-3e89-4ec2-b817-4d0ea6d233fc tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:25.075410 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ff1f570b-9137-45ed-baa6-adc8d4a60004 req-e1e6aeaa-3e89-4ec2-b817-4d0ea6d233fc tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0485973 Jun 24 08:42:25.127973 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ff1f570b-9137-45ed-baa6-adc8d4a60004 req-e355dca9-d2c6-43dc-b44d-53d28726020d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Jun 24 08:42:25.632389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aaf38-18db-4dd6-873e-ebedf68fe102 req-b836dcb6-57d5-4475-9cc3-57b9d4877a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:25.633867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-196aaf38-18db-4dd6-873e-ebedf68fe102 req-b836dcb6-57d5-4475-9cc3-57b9d4877a51 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 1130 time: 0.0393803 Jun 24 08:42:25.682250 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-196aaf38-18db-4dd6-873e-ebedf68fe102 req-988a3d79-c803-4c0a-b56f-4e35d694e6c1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Jun 24 08:42:26.105672 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317103f-a576-4173-851c-a42343a01208 req-d7bc5fdf-cc0d-49d6-9875-e490228e0ea2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:26.107324 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e317103f-a576-4173-851c-a42343a01208 req-d7bc5fdf-cc0d-49d6-9875-e490228e0ea2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0549326 Jun 24 08:42:26.157147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e317103f-a576-4173-851c-a42343a01208 req-2f0811ca-5d6e-49e7-b279-374211219ef2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Jun 24 08:42:26.245337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971808af-a426-4707-82d0-3048c6e6adfd req-936d326b-edf3-46ea-9879-785e00ef1bc0 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:26.246925 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-971808af-a426-4707-82d0-3048c6e6adfd req-936d326b-edf3-46ea-9879-785e00ef1bc0 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0514133 Jun 24 08:42:26.263432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:26.268347 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:26.299576 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-971808af-a426-4707-82d0-3048c6e6adfd req-4c11f206-6afb-44f7-b8f5-a7702bbd3615 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Jun 24 08:42:26.476821 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:26.719546 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:42:27.272241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2b689-6f23-47ba-957f-6c3230f5c896 req-dbc94a12-814f-4ed3-8f58-e9006bb71b8c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:27.273625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8ff2b689-6f23-47ba-957f-6c3230f5c896 req-dbc94a12-814f-4ed3-8f58-e9006bb71b8c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0474591 Jun 24 08:42:27.322507 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8ff2b689-6f23-47ba-957f-6c3230f5c896 req-955cd51d-5f6f-4b26-bed7-288c9cc50b4d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Jun 24 08:42:27.414003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9e6c7-6f9f-4d30-a1d2-c65d52d4b063 req-cdbe16b0-f70e-415d-989a-3bd1256f3dd3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:27.415466 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62f9e6c7-6f9f-4d30-a1d2-c65d52d4b063 req-cdbe16b0-f70e-415d-989a-3bd1256f3dd3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0484917 Jun 24 08:42:27.466511 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62f9e6c7-6f9f-4d30-a1d2-c65d52d4b063 req-9d8c07f7-3458-4a5c-b188-2b3a6fdcde8f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Jun 24 08:42:28.444777 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b2b36-c528-4cfb-9783-8e21bf479075 req-0c96a2c8-0c33-4a8a-9c1b-c280d22869df tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:28.446298 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-810b2b36-c528-4cfb-9783-8e21bf479075 req-0c96a2c8-0c33-4a8a-9c1b-c280d22869df tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Jun 24 08:42:28.496752 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-810b2b36-c528-4cfb-9783-8e21bf479075 req-f03dd160-2696-49e3-99b6-388433ab33c5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449259 Jun 24 08:42:28.578728 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53771d-fc03-4b55-845d-efc650def3a5 req-8e3204b0-c0f3-4f06-bb48-23d21b10b251 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:28.580876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a53771d-fc03-4b55-845d-efc650def3a5 req-8e3204b0-c0f3-4f06-bb48-23d21b10b251 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0457077 Jun 24 08:42:28.600002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:28.629672 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a53771d-fc03-4b55-845d-efc650def3a5 req-ef7cb112-0d8d-4d95-9adb-a5889acef699 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Jun 24 08:42:29.677972 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d3fe6-0d07-4602-9b89-add6220d9b40 req-043ac9df-7dc8-441c-9a6d-16170a70a342 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:29.682338 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae4d3fe6-0d07-4602-9b89-add6220d9b40 req-043ac9df-7dc8-441c-9a6d-16170a70a342 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1035838 Jun 24 08:42:29.748758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae4d3fe6-0d07-4602-9b89-add6220d9b40 req-a01a9446-f721-482d-a720-e888a6db5ddc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603194 Jun 24 08:42:29.777528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 34926) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:29.794504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac1c07-ceed-4bce-b60b-84238e974981 req-dac71542-a14c-4d76-8fb7-f335a378ad85 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:29.796219 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2dac1c07-ceed-4bce-b60b-84238e974981 req-dac71542-a14c-4d76-8fb7-f335a378ad85 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0761468 Jun 24 08:42:29.871339 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2dac1c07-ceed-4bce-b60b-84238e974981 req-008a6b1e-f04b-4ba5-903b-8a2396ca5664 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670316 Jun 24 08:42:29.927795 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.026877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Publish callbacks [] for security_group (04b82b7f-d554-4837-ad81-818257a001de), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.030958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (04b82b7f-d554-4837-ad81-818257a001de), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.072688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b82b7f-d554-4837-ad81-818257a001de,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:30.077816 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68f7c00901424227acc04db187c3ca4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992835 Jun 24 08:42:30.080673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 34934) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:30.082963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.083299 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.083631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.083958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.084282 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.084603 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.084916 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.085232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.085548 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.085886 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.086203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.086521 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.086831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.087138 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.087445 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215ae229-7d7e-47af-9e0d-87fa19d22422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:30.131850 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] Publish callbacks [] for security_group (04b82b7f-d554-4837-ad81-818257a001de), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.153406 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] Publish callbacks [] for security_group (04b82b7f-d554-4837-ad81-818257a001de), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.162859 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:30.207472 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (04b82b7f-d554-4837-ad81-818257a001de), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.210211 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:30.211423 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04b82b7f-d554-4837-ad81-818257a001de HTTP/1.1" status: 204 len: 168 time: 0.1297441 Jun 24 08:42:30.219576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c7c71-c913-4aca-aff5-be5f2d0cfb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b82b7f-d554-4837-ad81-818257a001de,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:30.871363 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30e0ac-f698-4430-a5ac-8120b3bd0de0 req-d1fcb480-9692-4f5d-8062-12bd24362fd9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:30.873098 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ba30e0ac-f698-4430-a5ac-8120b3bd0de0 req-d1fcb480-9692-4f5d-8062-12bd24362fd9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0480559 Jun 24 08:42:30.923206 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ba30e0ac-f698-4430-a5ac-8120b3bd0de0 req-d4f39e25-29cb-4ae8-b020-63816c76ff37 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Jun 24 08:42:31.031862 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e6444-4fc0-4e6b-8056-6df6403a50f5 req-bb2561a0-8d97-4b2d-b452-105601ce8a2d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:31.033831 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a04e6444-4fc0-4e6b-8056-6df6403a50f5 req-bb2561a0-8d97-4b2d-b452-105601ce8a2d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0525737 Jun 24 08:42:31.089499 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a04e6444-4fc0-4e6b-8056-6df6403a50f5 req-56b32787-08ed-4e17-9d70-9ca51c891459 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496988 Jun 24 08:42:32.037298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899141a9-50be-4e9b-b508-d63ff9c36fff req-773fe5c7-6efe-4608-bc7a-11ebd47e42ff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:32.038787 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-899141a9-50be-4e9b-b508-d63ff9c36fff req-773fe5c7-6efe-4608-bc7a-11ebd47e42ff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Jun 24 08:42:32.070667 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:32.087291 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-899141a9-50be-4e9b-b508-d63ff9c36fff req-1b34869a-2f0f-4c5d-80c5-1ca1865b94cf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Jun 24 08:42:33.239980 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b8703-738c-4c95-84c9-aa040b4f605f req-caae46c5-708a-4aa5-b576-1bbb4823b95c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:33.239980 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-589b8703-738c-4c95-84c9-aa040b4f605f req-caae46c5-708a-4aa5-b576-1bbb4823b95c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0730140 Jun 24 08:42:33.339364 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-589b8703-738c-4c95-84c9-aa040b4f605f req-3a9771cd-3ebb-4716-830d-407fdf9826e3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970943 Jun 24 08:42:34.102158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23863abb-b12c-4d5e-9f5d-f293d6ce7ec2 req-a060e0ab-a6ba-4f75-9468-d48b2f8e7aa9 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:34.103650 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23863abb-b12c-4d5e-9f5d-f293d6ce7ec2 req-a060e0ab-a6ba-4f75-9468-d48b2f8e7aa9 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0539384 Jun 24 08:42:34.154361 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23863abb-b12c-4d5e-9f5d-f293d6ce7ec2 req-47e1b1dd-5d03-4972-bcd3-a626d22c9e86 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Jun 24 08:42:34.438186 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:34.453319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b7378-67b9-4383-8723-58f051567537 req-338a783d-cb2b-40ed-ab41-9ae427f44c34 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:34.454852 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f41b7378-67b9-4383-8723-58f051567537 req-338a783d-cb2b-40ed-ab41-9ae427f44c34 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0502367 Jun 24 08:42:34.511027 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f41b7378-67b9-4383-8723-58f051567537 req-90fbce21-e527-4487-9a5d-9abfd403bb11 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473530 Jun 24 08:42:35.272637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f66a8-91b8-4c67-b585-cc585263c0cc req-f2d5dac8-9177-4b9e-a928-d5aeb8adb770 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:35.274110 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c2f66a8-91b8-4c67-b585-cc585263c0cc req-f2d5dac8-9177-4b9e-a928-d5aeb8adb770 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0503469 Jun 24 08:42:35.421429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:35.554275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c2f66a8-91b8-4c67-b585-cc585263c0cc req-f50df7fe-59a6-4b0a-8f58-34afc188d45c tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746186 Jun 24 08:42:35.628403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344aaa6b-2d42-46c6-b28f-21bcb02d6535 req-b9d244e3-a862-44dd-ac09-ddf9b640ccce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:35.629910 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-344aaa6b-2d42-46c6-b28f-21bcb02d6535 req-b9d244e3-a862-44dd-ac09-ddf9b640ccce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Jun 24 08:42:35.679908 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-344aaa6b-2d42-46c6-b28f-21bcb02d6535 req-d22e0f24-0ab7-458a-81d6-cf65b386b1f5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444295 Jun 24 08:42:36.672370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8be766-2c66-45d8-ad6f-1f13854eaaab req-2c0a3393-6f35-4efa-8593-4d72f9034d86 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:36.674145 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e8be766-2c66-45d8-ad6f-1f13854eaaab req-2c0a3393-6f35-4efa-8593-4d72f9034d86 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0517969 Jun 24 08:42:36.715537 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:36.716781 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:36.726634 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e8be766-2c66-45d8-ad6f-1f13854eaaab req-7518e223-1198-4c4c-aaa0-18bd9038190f tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468206 Jun 24 08:42:36.798982 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1718b-16ef-4dda-8450-5653722748a6 req-6c9970dd-af28-46ad-ba46-1e8ff23aaae3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:36.800438 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74e1718b-16ef-4dda-8450-5653722748a6 req-6c9970dd-af28-46ad-ba46-1e8ff23aaae3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0474577 Jun 24 08:42:36.848107 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74e1718b-16ef-4dda-8450-5653722748a6 req-898b1ffa-09b1-44c9-842d-d37ee8d21df0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Jun 24 08:42:37.853425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313260a-dc0f-42c0-8a2b-efcd1c0222cc req-86bee2cc-ec87-4ebd-9952-944bcefe7ae2 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:37.855062 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6313260a-dc0f-42c0-8a2b-efcd1c0222cc req-86bee2cc-ec87-4ebd-9952-944bcefe7ae2 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0569427 Jun 24 08:42:37.925824 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6313260a-dc0f-42c0-8a2b-efcd1c0222cc req-c19bd4a2-e821-44e0-98aa-57c0f32834cd tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Jun 24 08:42:37.986466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314653a-3448-43d7-90a6-45378d230e8a req-f2da8e13-b6dd-4160-86a1-c6c517cfa31f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:37.989418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e314653a-3448-43d7-90a6-45378d230e8a req-f2da8e13-b6dd-4160-86a1-c6c517cfa31f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0623221 Jun 24 08:42:38.048604 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e314653a-3448-43d7-90a6-45378d230e8a req-47ab3e03-ff86-4d41-bb1f-19320cbeeb1c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531814 Jun 24 08:42:39.040806 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbae80-d74f-441a-bee5-bfc25d5ad5db req-17050254-df5b-4d49-a642-e6f79dfcc8f0 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:39.042327 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2edbae80-d74f-441a-bee5-bfc25d5ad5db req-17050254-df5b-4d49-a642-e6f79dfcc8f0 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0476820 Jun 24 08:42:39.093028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2edbae80-d74f-441a-bee5-bfc25d5ad5db req-76a4dabb-4a88-4894-aa43-9226c2760ddf tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Jun 24 08:42:39.175483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba35846-a3cc-404d-9368-5b493cbaf22c req-11f4668f-eb77-4582-8597-16db598a48d5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:39.176949 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ba35846-a3cc-404d-9368-5b493cbaf22c req-11f4668f-eb77-4582-8597-16db598a48d5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0528793 Jun 24 08:42:39.211080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:39.226169 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ba35846-a3cc-404d-9368-5b493cbaf22c req-bce9e939-cfdb-49f3-8514-43883feeddfa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Jun 24 08:42:40.208740 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40ced6-f74a-4b73-9e60-b50701a179e8 req-67dbd6dc-d617-4da9-8625-ca1f5963feb2 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:40.210312 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ff40ced6-f74a-4b73-9e60-b50701a179e8 req-67dbd6dc-d617-4da9-8625-ca1f5963feb2 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.0476668 Jun 24 08:42:40.214880 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:40.219817 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:40.260066 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ff40ced6-f74a-4b73-9e60-b50701a179e8 req-f0bfb8fe-a284-44ee-999d-a362dc6a3ce6 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Jun 24 08:42:40.347102 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cdcb3-e35e-4036-a5dc-43c7f11d27aa req-cde61c46-517a-4668-a594-b0863d2b277e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:40.348625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-479cdcb3-e35e-4036-a5dc-43c7f11d27aa req-cde61c46-517a-4668-a594-b0863d2b277e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0528524 Jun 24 08:42:40.402984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-479cdcb3-e35e-4036-a5dc-43c7f11d27aa req-f2e4f228-5636-4ce7-92f9-0134560055de tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Jun 24 08:42:41.278799 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:41.311755 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-44eabe08-033b-4c4e-993f-83fff22431ac service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417242 Jun 24 08:42:41.457721 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff247-0e8d-4051-830e-00631e3b15c5 req-f34eec8f-986a-4c18-9f42-5837accfa792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.459244 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a74ff247-0e8d-4051-830e-00631e3b15c5 req-f34eec8f-986a-4c18-9f42-5837accfa792 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1129 time: 0.1100447 Jun 24 08:42:41.475070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719f00d-7e5e-40eb-8026-2186119fb3be req-4b78c30f-fe72-4032-94da-8d41ff120d14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.476607 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6719f00d-7e5e-40eb-8026-2186119fb3be req-4b78c30f-fe72-4032-94da-8d41ff120d14 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.1408639 Jun 24 08:42:41.495724 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef425-dd15-4e5e-9295-e9476802058d req-9599b3f3-e2e3-47c0-970c-99f2f0c0c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.498572 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-9599b3f3-e2e3-47c0-970c-99f2f0c0c0ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.1031129 Jun 24 08:42:41.522264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-ae07f282-b703-46d7-9dca-215489d56c7d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.524361 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-ae07f282-b703-46d7-9dca-215489d56c7d tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 946 time: 0.1123586 Jun 24 08:42:41.664879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3873b-6332-476a-ba8e-e4d5e4c9525a req-aa1cf77d-b8ba-4c56-b62e-f89edf5b0262 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.666392 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26e3873b-6332-476a-ba8e-e4d5e4c9525a req-aa1cf77d-b8ba-4c56-b62e-f89edf5b0262 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1379972 Jun 24 08:42:41.674989 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a74ff247-0e8d-4051-830e-00631e3b15c5 req-b64d5634-accc-4a26-80e2-77b591ad56d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932092 Jun 24 08:42:41.715194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6719f00d-7e5e-40eb-8026-2186119fb3be req-14af094a-08be-4897-a936-a5b22b58b110 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3a32dcb-d210-4a50-a353-df6e99c87067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233431 Jun 24 08:42:41.749411 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Deleting port dc4a7edb-bf8b-4e00-a458-60724277957a {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:42:41.749793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:41.800544 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26e3873b-6332-476a-ba8e-e4d5e4c9525a req-c24a1f1e-0161-47dc-a364-0dcc52407fd0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212082 Jun 24 08:42:41.810521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef425-dd15-4e5e-9295-e9476802058d req-151ee110-ba91-467c-9b9a-14e608153ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:41.811988 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-151ee110-ba91-467c-9b9a-14e608153ea6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.2923760 Jun 24 08:42:41.868750 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] For port dc4a7edb-bf8b-4e00-a458-60724277957a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=dc4a7edb-bf8b-4e00-a458-60724277957a,segment=NetworkSegment(fc4f85b1-0579-40e3-b72b-f68234668cfb),segment_id=fc4f85b1-0579-40e3-b72b-f68234668cfb)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:41.869106 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:41.884709 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Calling delete_port for dc4a7edb-bf8b-4e00-a458-60724277957a owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:42:42.012272 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-5fc89866-a7e7-4756-bf7f-ed4549126ad4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.0355542 Jun 24 08:42:42.027651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (dc4a7edb-bf8b-4e00-a458-60724277957a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:42.068307 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['dc4a7edb-bf8b-4e00-a458-60724277957a'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:42:42.073733 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef425-dd15-4e5e-9295-e9476802058d req-6b0279f9-64e5-401b-bd78-5327d6f6c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:42.075299 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-6b0279f9-64e5-401b-bd78-5327d6f6c50f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0556934 Jun 24 08:42:42.075488 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Pushing event deleted for resources: {'Port': ['ID=dc4a7edb-bf8b-4e00-a458-60724277957a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:42.116760 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] No DVR routers for this DVR port dc4a7edb-bf8b-4e00-a458-60724277957a on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:42:42.119401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:42.123665 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97bb008a-8ad9-44d7-99ed-0a7543bed7e3 req-bc29879b-baf8-486e-a454-a065399bc156 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.49 "DELETE /v2.0/ports/dc4a7edb-bf8b-4e00-a458-60724277957a HTTP/1.1" status: 204 len: 173 time: 0.5766547 Jun 24 08:42:42.124086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'name': 'network-vif-deleted', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:42:42.126313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5262b-71ee-4ac5-92f7-2e065431dfeb" -d '{"events": [{"server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "name": "network-vif-deleted", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:42:42.164304 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e732a7f-7761-46e9-b4ec-57239fc0ce03 x-openstack-request-id: req-9e732a7f-7761-46e9-b4ec-57239fc0ce03 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:42:42.164598 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26097941-773c-4dbc-b99b-b0dfd3ed781f", "name": "network-vif-deleted", "tag": "dc4a7edb-bf8b-4e00-a458-60724277957a", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:42:42.164851 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e732a7f-7761-46e9-b4ec-57239fc0ce03 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:42:42.165294 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e732a7f-7761-46e9-b4ec-57239fc0ce03'] response: {'server_uuid': '26097941-773c-4dbc-b99b-b0dfd3ed781f', 'name': 'network-vif-deleted', 'tag': 'dc4a7edb-bf8b-4e00-a458-60724277957a', 'status': 'completed', 'code': 200} Jun 24 08:42:42.432985 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ef425-dd15-4e5e-9295-e9476802058d req-33aa617c-3cf0-46d2-8897-a36d122c2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:42.434546 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-33aa617c-3cf0-46d2-8897-a36d122c2344 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432761 Jun 24 08:42:42.570746 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-e3e132e6-3379-408a-8468-8987ebe7877d service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925219 Jun 24 08:42:42.683602 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-e45ef425-dd15-4e5e-9295-e9476802058d req-3f216adb-accc-4070-97d6-560c9260cd40 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025467 Jun 24 08:42:42.836679 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5683b5ed-1057-49b7-972d-05d703fe1244 req-670f98e4-9f1f-405a-8d68-c48069b682e3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 210 time: 0.0295289 Jun 24 08:42:42.927133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:42.936234 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52a17f-2b87-493f-9e1d-9d8544a94c81 req-ef01da55-5cc3-4500-b4c6-82f050b4fb9d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:42.937890 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb52a17f-2b87-493f-9e1d-9d8544a94c81 req-ef01da55-5cc3-4500-b4c6-82f050b4fb9d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Jun 24 08:42:42.991097 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb52a17f-2b87-493f-9e1d-9d8544a94c81 req-e829c2a1-e883-4829-a07c-c2927e9585b4 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468817 Jun 24 08:42:43.955903 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ca81eb99-a529-4c8f-941c-6bab53c9ba41 req-17f629bf-0f59-4f39-a0c3-200c49b3f9e3 tempest-VolumesActionsTest-702737125 tempest-VolumesActionsTest-702737125-project] 10.222.0.13 "GET /v2.0/ports?device_id=26097941-773c-4dbc-b99b-b0dfd3ed781f HTTP/1.1" status: 200 len: 210 time: 0.0294356 Jun 24 08:42:44.108553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ed21c-4cb4-4b3b-9566-66fee1bcac89 req-c8091983-71dc-4da2-8592-daea1f00cafb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:44.110085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ce8ed21c-4cb4-4b3b-9566-66fee1bcac89 req-c8091983-71dc-4da2-8592-daea1f00cafb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0491960 Jun 24 08:42:44.171867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ce8ed21c-4cb4-4b3b-9566-66fee1bcac89 req-36a07c00-a51b-406c-9fb6-678f8e1707bf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548561 Jun 24 08:42:44.290603 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:44.312923 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e743c-5f04-43fa-8662-583dcd2239fe req-1518212d-c210-4df0-8fe9-da263dc6c739 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:44.315193 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b64e743c-5f04-43fa-8662-583dcd2239fe req-1518212d-c210-4df0-8fe9-da263dc6c739 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0574141 Jun 24 08:42:44.375578 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b64e743c-5f04-43fa-8662-583dcd2239fe req-cfd9c047-eca4-4643-9b76-0878db552a4b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Jun 24 08:42:45.416856 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:45.521022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device dc4a7edb-bf8b-4e00-a458-60724277957a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:42:45.547364 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: dc4a7edb-bf8b-4e00-a458-60724277957a {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:42:45.547794 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device dc4a7edb-bf8b-4e00-a458-60724277957a not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:42:45.631835 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35400) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:45.791093 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c4b6069e-1fee-4798-aac3-bee645ca7e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:45.894290 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c4b6069e-1fee-4798-aac3-bee645ca7e7d admin admin] Publish callbacks [] for security_group (424e1b4f-121f-4b9d-8d0d-25d6cd657efe), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:45.905223 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35422) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:45.906141 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c4b6069e-1fee-4798-aac3-bee645ca7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (424e1b4f-121f-4b9d-8d0d-25d6cd657efe), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:45.959856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6069e-1fee-4798-aac3-bee645ca7e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424e1b4f-121f-4b9d-8d0d-25d6cd657efe,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:45.975555 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c4b6069e-1fee-4798-aac3-bee645ca7e7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1431292bdb224b098c38d8dbf641d9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420136 Jun 24 08:42:45.978483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35436) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:46.059435 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-f4717423-4182-4735-939b-d48264c0a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:46.061402 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-f4717423-4182-4735-939b-d48264c0a9b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.0475852 Jun 24 08:42:46.072408 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580254e5-0002-46bc-93d7-c5bc3d35a31f req-bb7e3a6a-5fa0-4f0e-afe3-ca8e0f14b524 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:46.073928 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-580254e5-0002-46bc-93d7-c5bc3d35a31f req-bb7e3a6a-5fa0-4f0e-afe3-ca8e0f14b524 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0630906 Jun 24 08:42:46.079090 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] Publish callbacks [] for security_group (424e1b4f-121f-4b9d-8d0d-25d6cd657efe), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.083931 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.125543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] Publish callbacks [] for security_group (424e1b4f-121f-4b9d-8d0d-25d6cd657efe), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.186250 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-580254e5-0002-46bc-93d7-c5bc3d35a31f req-63be82df-64ca-4bb6-a805-09a18276d2de tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048396 Jun 24 08:42:46.206862 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-25441f9c-b079-40ea-ad54-0e4add7da316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:46.208687 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-25441f9c-b079-40ea-ad54-0e4add7da316 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1388001 Jun 24 08:42:46.218807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (424e1b4f-121f-4b9d-8d0d-25d6cd657efe), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.221946 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.223064 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/424e1b4f-121f-4b9d-8d0d-25d6cd657efe HTTP/1.1" status: 204 len: 168 time: 0.2428985 Jun 24 08:42:46.232204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128152a0-a37b-4430-82af-95bc8c98ef55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424e1b4f-121f-4b9d-8d0d-25d6cd657efe,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:46.259505 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-68f9222f-97e9-4668-97ac-0e5ae04c6db0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.0434015 Jun 24 08:42:46.287898 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Publish callbacks [] for security_group (ba524c01-13d1-415a-9b22-9dab9c70d0fc), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.292956 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ba524c01-13d1-415a-9b22-9dab9c70d0fc), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.337130 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b9ff09d98a6448f97bacf0da45b4510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306378 Jun 24 08:42:46.338598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba524c01-13d1-415a-9b22-9dab9c70d0fc,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:46.341103 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35440) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:46.356023 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.356361 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.356722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.357114 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.357468 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.357878 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.358263 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.358553 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.358940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.359334 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.359664 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.359987 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.360308 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.360689 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.361257 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cf849-eb66-4ae7-a689-728afe34249d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:46.413227 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] Publish callbacks [] for security_group (ba524c01-13d1-415a-9b22-9dab9c70d0fc), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.437587 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] Publish callbacks [] for security_group (ba524c01-13d1-415a-9b22-9dab9c70d0fc), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.439738 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:46.497620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ba524c01-13d1-415a-9b22-9dab9c70d0fc), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.500479 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.501734 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba524c01-13d1-415a-9b22-9dab9c70d0fc HTTP/1.1" status: 204 len: 168 time: 0.1584148 Jun 24 08:42:46.514619 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e629c-38b7-46f3-8882-bc5daab5453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba524c01-13d1-415a-9b22-9dab9c70d0fc,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:46.877519 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35464) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:46.893087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a4b90d99-cf76-4b84-b9f2-d899cfaa4c67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.911953 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:46.981749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a4b90d99-cf76-4b84-b9f2-d899cfaa4c67 admin admin] Publish callbacks [] for security_group (eec81da0-c6aa-4c00-a020-e38a7e595045), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:46.986680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a4b90d99-cf76-4b84-b9f2-d899cfaa4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (eec81da0-c6aa-4c00-a020-e38a7e595045), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.036249 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-a4b90d99-cf76-4b84-b9f2-d899cfaa4c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=499728cb599a46e49b3966880476c243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542232 Jun 24 08:42:47.036249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b90d99-cf76-4b84-b9f2-d899cfaa4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec81da0-c6aa-4c00-a020-e38a7e595045,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:47.036712 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35474) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:47.044094 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:47.091106 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] Publish callbacks [] for security_group (eec81da0-c6aa-4c00-a020-e38a7e595045), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.113786 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35476) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:47.116897 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] Publish callbacks [] for security_group (eec81da0-c6aa-4c00-a020-e38a7e595045), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.167464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (eec81da0-c6aa-4c00-a020-e38a7e595045), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.170132 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.171286 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec81da0-c6aa-4c00-a020-e38a7e595045 HTTP/1.1" status: 204 len: 168 time: 0.1335337 Jun 24 08:42:47.180299 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fae96c-1f77-4e1b-989e-a73f68cd82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec81da0-c6aa-4c00-a020-e38a7e595045,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:47.240605 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-33914232-network', 'tenant_id': 'd0b95979aebe47bc92c387de59394942'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:47.276657 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-d71cfdfc-15a7-49bc-9cf1-3873e606a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:47.277864 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Made reservation on behalf of d0b95979aebe47bc92c387de59394942 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:42:47.278175 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-d71cfdfc-15a7-49bc-9cf1-3873e606a7d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0808358 Jun 24 08:42:47.280711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.311897 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.340403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3b8d3-9f64-489f-b80e-b6ce0b167972 req-89e49d6c-1cdb-40ee-9027-11aa58a5717a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:47.342139 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0af3b8d3-9f64-489f-b80e-b6ce0b167972 req-89e49d6c-1cdb-40ee-9027-11aa58a5717a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0801370 Jun 24 08:42:47.428757 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0af3b8d3-9f64-489f-b80e-b6ce0b167972 req-543bb89a-2f68-4d0c-88d4-f3f688581f40 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777352 Jun 24 08:42:47.463262 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:47.468310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks [] for security_group (208a4bd8-cde0-4809-b64f-57c2a671fa14), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.473027 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (208a4bd8-cde0-4809-b64f-57c2a671fa14), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.507527 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:42:47.514955 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208a4bd8-cde0-4809-b64f-57c2a671fa14,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:47.533023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (3bfcc222-78ed-4439-86d4-5bc770a2dbba), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.533406 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Added segment 3bfcc222-78ed-4439-86d4-5bc770a2dbba of type vlan for network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 Jun 24 08:42:47.587404 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (6af235bb-9dd2-419a-b173-c8cd5b4cf745), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.616651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (6af235bb-9dd2-419a-b173-c8cd5b4cf745), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.617767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:47.618508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.656893 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5419328 Jun 24 08:42:47.660051 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35496) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:47.665815 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Request body: {'subnet': {'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-33914232-subnet', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:47.689821 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc7410-5fb1-4a5b-9334-3d763da63dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=6af235bb-9dd2-419a-b173-c8cd5b4cf745,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:47.690131 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Made reservation on behalf of d0b95979aebe47bc92c387de59394942 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:42:47.692741 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.701133 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:42:47.889191 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (a987ff3b-9cb2-4828-8f29-d7c732e1f00c), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.941364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a987ff3b-9cb2-4828-8f29-d7c732e1f00c,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:47.956911 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:47.957264 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Network hostable DHCP agents. Network: 6af235bb-9dd2-419a-b173-c8cd5b4cf745, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:42:47.975248 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:42:47.985427 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 6af235bb-9dd2-419a-b173-c8cd5b4cf745) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:47.990128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:47.990722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:47.996537 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce07672-3fa3-4280-b7d6-2164239732f8 None None] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:42:48.018372 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3001c25a-e32f-4a4f-8471-327b8b4dbd70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3570995 Jun 24 08:42:48.020921 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35510) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:48.025192 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:48.052543 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.054455 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.122522 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:42:48.123985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.124413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for router_controller (96112d96-607b-4d5d-b2b5-38411bcb27c5), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.268840 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for router_gateway (96112d96-607b-4d5d-b2b5-38411bcb27c5), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.272296 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Allocated IP 172.20.0.2 (6af235bb-9dd2-419a-b173-c8cd5b4cf745/a987ff3b-9cb2-4828-8f29-d7c732e1f00c/d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:48.349889 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:48.414337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:48.449039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks [] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.457288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.507902 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for router_gateway (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.508677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:48.512503 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:48.517976 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:48.526015 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Pushing event updated for resources: {'Port': ['ID=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:48.531318 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.536319 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.536927 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.537713 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.538196 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.538695 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.539162 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.542591 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.543267 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.543639 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.544086 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.544569 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.544957 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.545494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.546031 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.546501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:48.617805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208e672-201f-480f-8858-b42eaf04e10b req-5a8eec7d-bcb2-4e0a-9100-c2d6a8bb5606 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:48.624680 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a208e672-201f-480f-8858-b42eaf04e10b req-5a8eec7d-bcb2-4e0a-9100-c2d6a8bb5606 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0992293 Jun 24 08:42:48.682221 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Attempting to bind port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:42:48.682880 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Attempting to bind port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:42:48.683427 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Attempting to bind port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:48.694918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:42:48.695297 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:48.695707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.696101 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Bound using segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:42:48.697516 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Bound port: d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:42:48.697934 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.714363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Allocated IP 172.27.1.119 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/1da1691e-ae9a-4bb2-9220-0fbc910ecab4) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:48.734980 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a208e672-201f-480f-8858-b42eaf04e10b req-7ea03901-0ed6-4b2d-b7a5-cba49047893e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049118 Jun 24 08:42:48.788455 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] For port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:42:48.791872 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] For port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:42:48.800064 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.853952 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.883818 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0530-a040-4c8c-871d-1386044e9740 None None] Pushing event updated for resources: {'Port': ['ID=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:48.895332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:48.943101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:48.947928 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:48.951843 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:48.984366 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Pushing event updated for resources: {'Port': ['ID=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:49.293297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for router_gateway (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:49.359216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-9a0a1b44-f758-4645-9c86-c5d3ef98b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:49.359672 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-9a0a1b44-f758-4645-9c86-c5d3ef98b893 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023304 Jun 24 08:42:49.467978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:49.526827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:49.529684 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:49.776683 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:42:49.834724 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-ee662607-c901-4e72-b911-d9d0212fadd4 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936681 Jun 24 08:42:49.914796 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:42:49.972495 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232033c8-dd83-4dfa-b505-443a0ed69bc7 req-68dd0498-16bf-4f4b-b0a0-a4f173c23298 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:49.975258 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-232033c8-dd83-4dfa-b505-443a0ed69bc7 req-68dd0498-16bf-4f4b-b0a0-a4f173c23298 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1363015 Jun 24 08:42:49.996432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:50.005713 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:50.020978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:50.022017 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:50.072379 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-232033c8-dd83-4dfa-b505-443a0ed69bc7 req-9850fd30-a43f-4546-aa1c-43e21d40f12c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904078 Jun 24 08:42:50.205762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:50.207901 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:50.269766 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:50.283441 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:50.336912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df52f1-87d4-4f97-a399-5446360c8d4a None None] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:42:50.401448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c578b7ef-0df4-4691-bd5f-2fa88bfde043 None None] Provisioning complete for port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:50.402059 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c578b7ef-0df4-4691-bd5f-2fa88bfde043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:50.495070 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:50.572772 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c578b7ef-0df4-4691-bd5f-2fa88bfde043 None None] Current status of the port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:50.606986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:42:50.628316 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:42:50.631702 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-2d76540f-604d-42a3-875c-236c8f9c41ed req-4c628a91-1092-4373-9b64-0c42fb54eae2 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097335 Jun 24 08:42:50.645608 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:50.646653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:50.651199 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:50.652993 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dbd58387-c66f-4704-987e-d3d8366ae892 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6306100 Jun 24 08:42:50.656344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35638) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:50.743755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:50.812335 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:51.139677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b7bff346-fbcc-472a-8940-40bb273a28e2 None None] Provisioning complete for port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:51.140332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b7bff346-fbcc-472a-8940-40bb273a28e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:51.381003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61e5d6-cdb6-4b64-890e-d797c7902191 req-9ed7e560-a6ec-4e9c-a0a5-73d8e79aae27 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:51.388811 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa61e5d6-cdb6-4b64-890e-d797c7902191 req-9ed7e560-a6ec-4e9c-a0a5-73d8e79aae27 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1560416 Jun 24 08:42:51.423452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b7bff346-fbcc-472a-8940-40bb273a28e2 None None] Current status of the port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:51.429155 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:49Z', 'revision_number': 3, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:51.431522 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6b4cb865-05de-4212-97da-6d56e3bd7fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:51.462429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:42:51.462807 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Updating router 96112d96-607b-4d5d-b2b5-38411bcb27c5 port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:42:51.507521 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:51.548456 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d2894-356f-4dfe-9b0c-0086230c183b req-27845e7d-4fa9-4716-b63d-407cec8cca5e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:51.550650 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b16d2894-356f-4dfe-9b0c-0086230c183b req-27845e7d-4fa9-4716-b63d-407cec8cca5e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1457174 Jun 24 08:42:51.574721 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa61e5d6-cdb6-4b64-890e-d797c7902191 req-e63c1bff-d9be-49f4-b50e-fd95167c8c3c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829407 Jun 24 08:42:51.603018 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:51.605252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:51.683361 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b16d2894-356f-4dfe-9b0c-0086230c183b req-f25d0a1a-e565-48e6-bee1-118c85717362 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017432 Jun 24 08:42:51.800116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:51.823326 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:51.884106 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:42:51.901002 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35682) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:52.078626 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9a090d82-6d6b-4fb0-9980-00b6c64442cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.126870 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Allocated IP 172.20.0.1 (6af235bb-9dd2-419a-b173-c8cd5b4cf745/a987ff3b-9cb2-4828-8f29-d7c732e1f00c/bb45b989-0804-4351-ba98-abb08703b468) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:52.224897 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:52.225640 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.265614 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9a090d82-6d6b-4fb0-9980-00b6c64442cb admin admin] Publish callbacks [] for security_group (64d62eb0-677d-4b37-a775-7990da2208d3), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.270964 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9a090d82-6d6b-4fb0-9980-00b6c64442cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (64d62eb0-677d-4b37-a775-7990da2208d3), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.281260 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks [] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.292194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.329966 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9a090d82-6d6b-4fb0-9980-00b6c64442cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51279c2d02e649098b1b6c6cce948c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269896 Jun 24 08:42:52.333805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35688) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:52.341586 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a090d82-6d6b-4fb0-9980-00b6c64442cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d62eb0-677d-4b37-a775-7990da2208d3,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:52.388198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Attempting to bind port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:42:52.388562 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Attempting to bind port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:42:52.388936 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Attempting to bind port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:52.401775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks [] for port (bb45b989-0804-4351-ba98-abb08703b468), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.408324 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:42:52.408978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:52.409413 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.409842 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:42:52.410595 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Bound port: 1da1691e-ae9a-4bb2-9220-0fbc910ecab4, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:42:52.410796 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.419895 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:52.462990 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] Publish callbacks [] for security_group (64d62eb0-677d-4b37-a775-7990da2208d3), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.466552 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] For port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:42:52.470889 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] For port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:42:52.475003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:52.477548 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63efb72-2846-4d48-80a0-45034157eb7d None None] Pushing event updated for resources: {'Port': ['ID=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:52.481288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.516402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] Publish callbacks [] for security_group (64d62eb0-677d-4b37-a775-7990da2208d3), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.552187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:52.552848 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:52.584208 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (64d62eb0-677d-4b37-a775-7990da2208d3), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.587261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.588485 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64d62eb0-677d-4b37-a775-7990da2208d3 HTTP/1.1" status: 204 len: 168 time: 0.2460983 Jun 24 08:42:52.596769 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63efb72-2846-4d48-80a0-45034157eb7d None None] Pushing event updated for resources: {'Port': ['ID=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:52.600805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4a3aa-320b-49f8-bd60-a2fd80be4624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d62eb0-677d-4b37-a775-7990da2208d3,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:52.603798 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:52.677593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Pushing event updated for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:52.698305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:52.699888 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:52.702670 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:52.759429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:52.975650 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.055264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9f602-7572-4525-abfa-81cdcbe7e7c9 req-873e7b00-fad9-4642-9515-bb3e04ba70fc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:53.063516 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c6c9f602-7572-4525-abfa-81cdcbe7e7c9 req-873e7b00-fad9-4642-9515-bb3e04ba70fc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.2864015 Jun 24 08:42:53.078284 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.092679 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-ce87a0f0-ce55-473e-b1f3-4d9988c70bd4 None None] Provisioning complete for port bb45b989-0804-4351-ba98-abb08703b468 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:53.093314 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ce87a0f0-ce55-473e-b1f3-4d9988c70bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (bb45b989-0804-4351-ba98-abb08703b468), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.101415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba919-4afa-4ef1-934e-9db8cabeb411 req-b741a15d-40fd-447e-b4e0-345a49d1cb1d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:53.103778 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-451ba919-4afa-4ef1-934e-9db8cabeb411 req-b741a15d-40fd-447e-b4e0-345a49d1cb1d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.2270224 Jun 24 08:42:53.151820 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.178579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:49Z', 'revision_number': 3, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:53.182385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-ce87a0f0-ce55-473e-b1f3-4d9988c70bd4 None None] Port bb45b989-0804-4351-ba98-abb08703b468 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:42:53.217146 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e2f2fe-e775-4dea-9860-4e1c5bee2735 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:49Z', 'revision_number': 3, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:42:53.226247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35700) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:53.243732 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-beeb00df-69d0-48f7-8ea2-8112a799122a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.244525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.249823 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-451ba919-4afa-4ef1-934e-9db8cabeb411 req-3eb81588-8179-4e6c-b2e9-2f77526886ad tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349435 Jun 24 08:42:53.338076 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.345897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c6c9f602-7572-4525-abfa-81cdcbe7e7c9 req-4cb0e9fb-4369-4317-8ad6-7af49ef7bbdb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810111 Jun 24 08:42:53.409440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (bb45b989-0804-4351-ba98-abb08703b468), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.419204 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-beeb00df-69d0-48f7-8ea2-8112a799122a admin admin] Publish callbacks [] for security_group (c6bd903b-a0c6-4809-b882-1b07802cc6b5), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.427413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-beeb00df-69d0-48f7-8ea2-8112a799122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (c6bd903b-a0c6-4809-b882-1b07802cc6b5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.481986 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-beeb00df-69d0-48f7-8ea2-8112a799122a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0bd9878ee6f45d6950d7f8e2e3effae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545249 Jun 24 08:42:53.483165 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35702) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:53.488171 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb00df-69d0-48f7-8ea2-8112a799122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd903b-a0c6-4809-b882-1b07802cc6b5,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:53.566013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-43f56248-34a1-40b8-8d02-4ae1c30b400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.750795 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.753928 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:53.907190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:42:53.949031 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] Publish callbacks [] for security_group (c6bd903b-a0c6-4809-b882-1b07802cc6b5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.992057 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:53.992441 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:53.994361 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] Publish callbacks [] for security_group (c6bd903b-a0c6-4809-b882-1b07802cc6b5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.072496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks [] for port (bb45b989-0804-4351-ba98-abb08703b468), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.095824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:54.099132 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.124657 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:54.125032 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.160020 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:54.164467 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.180048 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (c6bd903b-a0c6-4809-b882-1b07802cc6b5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.195847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.198572 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6bd903b-a0c6-4809-b882-1b07802cc6b5 HTTP/1.1" status: 204 len: 168 time: 0.7144451 Jun 24 08:42:54.235076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8255ccf-14c9-4c04-90a8-2628eeeb0b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd903b-a0c6-4809-b882-1b07802cc6b5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:54.243510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Pushing event updated for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:54.246404 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.352308 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:54.584006 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496513-f85a-4565-9b96-5a286bae4572 req-25e7d393-c0f3-4673-aa97-1f13e60cb763 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:54.586470 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c496513-f85a-4565-9b96-5a286bae4572 req-25e7d393-c0f3-4673-aa97-1f13e60cb763 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1569841 Jun 24 08:42:54.594401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:54.596280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:54.624003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f58519-9766-4ce8-9e36-79dcaa09c535 req-c2477ee1-b6d0-47e3-b6ac-9ea8f3e5355f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:54.632025 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92f58519-9766-4ce8-9e36-79dcaa09c535 req-c2477ee1-b6d0-47e3-b6ac-9ea8f3e5355f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1549215 Jun 24 08:42:54.703604 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:54.811575 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c496513-f85a-4565-9b96-5a286bae4572 req-0b1e2b4b-5907-4aed-876b-095847f6db1b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023454 Jun 24 08:42:54.844460 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92f58519-9766-4ce8-9e36-79dcaa09c535 req-cfb4e225-b2a3-4b4b-b0c1-941130e36381 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108254 Jun 24 08:42:54.874022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:54.920425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:42:55.023864 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-04482018-a2eb-4206-bc06-6bbcda755b15 None None] Provisioning complete for port bb45b989-0804-4351-ba98-abb08703b468 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:55.025627 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-04482018-a2eb-4206-bc06-6bbcda755b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (bb45b989-0804-4351-ba98-abb08703b468), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:55.119815 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-04482018-a2eb-4206-bc06-6bbcda755b15 None None] Port bb45b989-0804-4351-ba98-abb08703b468 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:42:55.130726 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:42:55.146454 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-148f334e-82d8-4f08-b6ff-0aa66e909f08 admin admin] 10.222.0.13 "PUT /v2.0/routers/96112d96-607b-4d5d-b2b5-38411bcb27c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4875066 Jun 24 08:42:55.925264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:42:55.980340 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:42:55.997063 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:55.997385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.003904 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:56.004902 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:56.084637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959f375-b0ef-4cfc-989f-ebc9bcbb5477 req-b8b1089d-f0b9-4aed-8aab-bf58ee3b3ab6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:56.085172 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35760) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:56.086330 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9959f375-b0ef-4cfc-989f-ebc9bcbb5477 req-b8b1089d-f0b9-4aed-8aab-bf58ee3b3ab6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1029227 Jun 24 08:42:56.094563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-297549859-network', 'tenant_id': '81aa67602e4545b0983e9e201551e578'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:56.099122 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:56.140381 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:56.159978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Made reservation on behalf of 81aa67602e4545b0983e9e201551e578 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:42:56.163196 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.163344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100acc6-63ee-46d1-ba53-00e443dfcc2a req-18b31897-e131-41e6-866e-7c7dd2aa32db tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:56.165083 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3100acc6-63ee-46d1-ba53-00e443dfcc2a req-18b31897-e131-41e6-866e-7c7dd2aa32db tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0773945 Jun 24 08:42:56.196320 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.213002 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:56.235014 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9959f375-b0ef-4cfc-989f-ebc9bcbb5477 req-af532c40-8072-4b29-878a-2aac9f09bf54 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Jun 24 08:42:56.296682 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.310541 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3100acc6-63ee-46d1-ba53-00e443dfcc2a req-d9dbe0fe-44d6-48a3-9cf0-b9978b9e91af tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878069 Jun 24 08:42:56.483803 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks [] for security_group (ff6227b1-bccf-42ec-bc33-a9b474f4c943), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.545078 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ff6227b1-bccf-42ec-bc33-a9b474f4c943), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.574094 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.578671 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:42:56.618186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (e6a7f5db-f70e-413e-b9db-8d8c210ca43c), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.618530 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Added segment e6a7f5db-f70e-413e-b9db-8d8c210ca43c of type vlan for network 6ae1934e-14fd-4edb-8136-99507cec9899 Jun 24 08:42:56.683334 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 2, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:56.719361 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:42:56.720674 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Updating router 96112d96-607b-4d5d-b2b5-38411bcb27c5 port bb45b989-0804-4351-ba98-abb08703b468 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:42:56.729442 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6227b1-bccf-42ec-bc33-a9b474f4c943,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:56.744318 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (6ae1934e-14fd-4edb-8136-99507cec9899), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.799968 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (bb45b989-0804-4351-ba98-abb08703b468), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.805680 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (6ae1934e-14fd-4edb-8136-99507cec9899), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.806858 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:56.807455 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:56.925497 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8362064 Jun 24 08:42:56.925497 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca659ab-0ed5-46a1-a869-9eca9f87f60e admin admin] Pushing event updated for resources: {'Network': ['ID=6ae1934e-14fd-4edb-8136-99507cec9899,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:56.926055 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35790) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:56.933468 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Request body: {'subnet': {'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-297549859-subnet', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:56.936823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 6ae1934e-14fd-4edb-8136-99507cec9899 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:42:56.969338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Made reservation on behalf of 81aa67602e4545b0983e9e201551e578 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:42:56.979692 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.386947 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks [] for port (bb45b989-0804-4351-ba98-abb08703b468), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.395884 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (6a977061-a7a5-4308-8ad3-042a91198414), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.407285 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.476143 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Pushing event updated for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:57.501659 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:57.516875 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Checking segment: {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:57.517273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Network hostable DHCP agents. Network: 6ae1934e-14fd-4edb-8136-99507cec9899, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:42:57.523534 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a977061-a7a5-4308-8ad3-042a91198414,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:57.540921 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.541704 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.549391 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.554339 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.555893 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.557237 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.557588 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.559183 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.561798 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.561798 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.561798 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.564325 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Network 6ae1934e-14fd-4edb-8136-99507cec9899 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:42:57.564500 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.564500 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.564500 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.565502 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:42:57.585115 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 6ae1934e-14fd-4edb-8136-99507cec9899) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:57.594328 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:57.595008 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.598632 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1786d-8225-47a9-ad55-0739147b78d0 None None] Network 6ae1934e-14fd-4edb-8136-99507cec9899 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:42:57.648497 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-897de605-3a44-4914-a5c8-e6da9f9819f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7205868 Jun 24 08:42:57.651577 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35812) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:42:57.656247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:42:57.747596 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.756151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.779544 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188e97-5b58-4fbe-9357-9f0470897c07 req-cc102a94-fb9c-4016-ae8c-a85b7de13fd9 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:57.793042 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62188e97-5b58-4fbe-9357-9f0470897c07 req-cc102a94-fb9c-4016-ae8c-a85b7de13fd9 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.2660267 Jun 24 08:42:57.839994 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d22c0-d87d-4e2c-ad32-a62faa3833d8 req-768499a1-c0cf-4785-b683-a6beeaf008ed tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:57.857661 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-291d22c0-d87d-4e2c-ad32-a62faa3833d8 req-768499a1-c0cf-4785-b683-a6beeaf008ed tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.3088520 Jun 24 08:42:57.875785 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for router_controller (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.920430 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-6ae1934e-14fd-4edb-8136-99507cec9899', 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899', 'project_id': '81aa67602e4545b0983e9e201551e578', 'fixed_ips': [{'subnet_id': '6a977061-a7a5-4308-8ad3-042a91198414'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:42:57.924663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.966376 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:57.978699 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Attempting to bind port bb45b989-0804-4351-ba98-abb08703b468 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:42:57.979070 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Attempting to bind port bb45b989-0804-4351-ba98-abb08703b468 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:42:57.979570 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Attempting to bind port bb45b989-0804-4351-ba98-abb08703b468 on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:57.992872 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:42:57.993164 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:57.993638 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:57.994298 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Bound using segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:42:57.994418 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Bound port: bb45b989-0804-4351-ba98-abb08703b468, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:42:57.994883 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (bb45b989-0804-4351-ba98-abb08703b468), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.067585 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:58.099673 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62188e97-5b58-4fbe-9357-9f0470897c07 req-2c0a9ed5-976e-419c-ba33-65fcdede2cf4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021128 Jun 24 08:42:58.118042 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-291d22c0-d87d-4e2c-ad32-a62faa3833d8 req-71f57d2d-3c48-49a7-8821-9550725fd416 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225196 Jun 24 08:42:58.159702 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] For port bb45b989-0804-4351-ba98-abb08703b468, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:42:58.169867 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] For port bb45b989-0804-4351-ba98-abb08703b468, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=bb45b989-0804-4351-ba98-abb08703b468,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:42:58.176387 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Provisioning complete for port bb45b989-0804-4351-ba98-abb08703b468 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:58.176975 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (bb45b989-0804-4351-ba98-abb08703b468), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.182034 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.245966 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for router_gateway (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.248671 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:58.308376 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb96688-086d-4ad3-b1ff-5f8a034b1135 None None] Pushing event updated for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:58.355526 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:42:58.356607 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:58.415050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:58.449376 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Current status of the port bb45b989-0804-4351-ba98-abb08703b468 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:58.456375 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (bb45b989-0804-4351-ba98-abb08703b468), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.473918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Allocated IP 172.20.0.2 (6ae1934e-14fd-4edb-8136-99507cec9899/6a977061-a7a5-4308-8ad3-042a91198414/a6952e3b-e0b8-4c42-aabd-930adccae22a) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:58.529218 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] For port bb45b989-0804-4351-ba98-abb08703b468, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=bb45b989-0804-4351-ba98-abb08703b468,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:42:58.571832 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:58.625198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.628070 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:42:58.730604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470931f-7088-4d69-9970-67c4acff6cdb None None] Pushing event updated for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:58.779309 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for router_gateway (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.803507 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.943999 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:42:58.968939 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks [] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:58.972514 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc1be6d-b3b8-4689-bf41-5ff71d35b9df None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:42:59.010076 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.028936 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Allocated IP 172.27.1.28 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/e4afec7a-2996-4fcf-b4e3-5952e2c06b89) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:42:59.264117 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.293772 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:42:59.398720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.434186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Pushing event updated for resources: {'Port': ['ID=a6952e3b-e0b8-4c42-aabd-930adccae22a,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:59.445595 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-315f4acd-9640-423d-99ac-23b3e20ce087 None None] Provisioning complete for port bb45b989-0804-4351-ba98-abb08703b468 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:42:59.445995 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-315f4acd-9640-423d-99ac-23b3e20ce087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (bb45b989-0804-4351-ba98-abb08703b468), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.457021 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:59.465892 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:59.468011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b5222-b6c7-41c4-ac9e-4ad2499b2e59 req-fa57f6f7-d07a-4fe2-b6f6-091d1eaa88e4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:59.477275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db7b5222-b6c7-41c4-ac9e-4ad2499b2e59 req-fa57f6f7-d07a-4fe2-b6f6-091d1eaa88e4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.2009165 Jun 24 08:42:59.510739 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Network 6ae1934e-14fd-4edb-8136-99507cec9899 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:42:59.514906 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e2a60-78e1-4875-96a6-863a6554e0b7 req-e944f37b-d373-4866-a54d-9ca965abe65c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:42:59.516209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:42:59.524044 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-899e2a60-78e1-4875-96a6-863a6554e0b7 req-e944f37b-d373-4866-a54d-9ca965abe65c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1831496 Jun 24 08:42:59.526078 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:59.527449 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:42:59.652805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Attempting to bind port a6952e3b-e0b8-4c42-aabd-930adccae22a on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:42:59.652805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Attempting to bind port a6952e3b-e0b8-4c42-aabd-930adccae22a by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:42:59.653100 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Attempting to bind port a6952e3b-e0b8-4c42-aabd-930adccae22a on network 6ae1934e-14fd-4edb-8136-99507cec9899 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:42:59.656468 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db7b5222-b6c7-41c4-ac9e-4ad2499b2e59 req-72c95288-0ce1-4ce1-a132-103afac1ee83 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780121 Jun 24 08:42:59.679525 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:42:59.706928 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-899e2a60-78e1-4875-96a6-863a6554e0b7 req-e8f62633-7b01-44e3-b338-295a7dba7801 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793199 Jun 24 08:42:59.729665 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:42:59.730074 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Checking segment: {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:42:59.730480 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.730876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Bound using segment: {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:42:59.731886 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Bound port: a6952e3b-e0b8-4c42-aabd-930adccae22a, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:42:59.732284 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.862068 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] For port a6952e3b-e0b8-4c42-aabd-930adccae22a, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:42:59.866888 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] For port a6952e3b-e0b8-4c42-aabd-930adccae22a, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a6952e3b-e0b8-4c42-aabd-930adccae22a,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:42:59.876707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-315f4acd-9640-423d-99ac-23b3e20ce087 None None] Current status of the port bb45b989-0804-4351-ba98-abb08703b468 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:42:59.882759 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:42:59.989902 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device bb45b989-0804-4351-ba98-abb08703b468 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:00.120833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46426842-2b46-45b9-a5a3-8556c34da58f None None] Pushing event updated for resources: {'Port': ['ID=a6952e3b-e0b8-4c42-aabd-930adccae22a,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:00.163723 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:00.165021 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port bb45b989-0804-4351-ba98-abb08703b468 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:00.165453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (bb45b989-0804-4351-ba98-abb08703b468), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:00.294608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:UPDATE=6,neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:00.381505 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:00.391634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port bb45b989-0804-4351-ba98-abb08703b468 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:00.420709 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:00.424698 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for router_gateway (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:00.628352 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbcc496-b292-4bf6-8a18-549d73e14d94 req-f9df68cf-a58d-4fce-b3aa-23fc23728ca6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:00.633798 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cbbcc496-b292-4bf6-8a18-549d73e14d94 req-f9df68cf-a58d-4fce-b3aa-23fc23728ca6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0811839 Jun 24 08:43:00.736645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cbbcc496-b292-4bf6-8a18-549d73e14d94 req-d97c31a3-d2ad-468e-916c-47cce4a4a341 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952427 Jun 24 08:43:00.837435 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51c333-ff15-4004-89eb-51522673681a req-c8d189dc-4cae-4277-a0ab-d4b00484fcc6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:00.840182 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a51c333-ff15-4004-89eb-51522673681a req-c8d189dc-4cae-4277-a0ab-d4b00484fcc6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0654526 Jun 24 08:43:00.902103 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:00.939861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fb872-e1de-4a97-a1bc-4cead0e3503f req-ec7249a6-45b5-4e10-bd67-bcff9c867e76 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:00.958840 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f57fb872-e1de-4a97-a1bc-4cead0e3503f req-ec7249a6-45b5-4e10-bd67-bcff9c867e76 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1170182 Jun 24 08:43:01.087260 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a51c333-ff15-4004-89eb-51522673681a req-0a49d761-5fa7-49e4-87f5-68d9e5b4e98f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233635 Jun 24 08:43:01.089206 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:01.159871 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:43:01.166188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f57fb872-e1de-4a97-a1bc-4cead0e3503f req-c17ed0b9-0ee7-4391-8df9-33586b97f2d2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037213 Jun 24 08:43:01.373935 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:43:01.389738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Sync routers for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:43:01.416333 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:01.418793 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c91d9353-c770-4f67-8df2-f2d4b9c35bd0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7657783 Jun 24 08:43:01.422313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35888) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:01.422698 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:43:01.423708 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:01.703353 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:43:02.058895 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a6952e3b-e0b8-4c42-aabd-930adccae22a up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:02.069609 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6002773-b1d9-42c0-83e3-2157b5909f56 None None] Network 6ae1934e-14fd-4edb-8136-99507cec9899 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:02.209495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Provisioning complete for port a6952e3b-e0b8-4c42-aabd-930adccae22a triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:02.209873 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:02.211563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:00Z', 'revision_number': 3, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:02.262504 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Checking router: 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:43:02.262844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Updating router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:43:02.292384 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c7b0c-ffbc-457d-9d09-56e590feb372 req-2b6efb61-32b0-4cbc-bc11-fe7991b555a9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:02.302749 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f05c7b0c-ffbc-457d-9d09-56e590feb372 req-2b6efb61-32b0-4cbc-bc11-fe7991b555a9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.3100855 Jun 24 08:43:02.332297 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port a6952e3b-e0b8-4c42-aabd-930adccae22a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:02.332661 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:02.422994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:02.479317 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f05c7b0c-ffbc-457d-9d09-56e590feb372 req-d00bea5e-bc74-4720-9f51-c76f2f0c4653 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785705 Jun 24 08:43:02.612590 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e6690-dd52-45eb-85a7-c95256d5c0f5 req-00f41654-e3ef-4cb9-931e-a7844b631a8c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:02.628030 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a71e6690-dd52-45eb-85a7-c95256d5c0f5 req-00f41654-e3ef-4cb9-931e-a7844b631a8c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.3901908 Jun 24 08:43:02.700856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:02.728164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ca140-89df-405e-bef6-8255e365c85d req-a5b33923-122b-427b-b8dc-bcb911157232 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:02.735832 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d66ca140-89df-405e-bef6-8255e365c85d req-a5b33923-122b-427b-b8dc-bcb911157232 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1040442 Jun 24 08:43:02.797007 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Current status of the port a6952e3b-e0b8-4c42-aabd-930adccae22a is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:02.797494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:02.827995 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a71e6690-dd52-45eb-85a7-c95256d5c0f5 req-f0ba7478-fde4-4f08-929e-ed7aeae4d41f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913025 Jun 24 08:43:02.844059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:02.891118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d66ca140-89df-405e-bef6-8255e365c85d req-503c05a8-8257-4c80-8e14-ed53d7aca7ed tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490366 Jun 24 08:43:02.983947 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] For port a6952e3b-e0b8-4c42-aabd-930adccae22a, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a6952e3b-e0b8-4c42-aabd-930adccae22a,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:02.988412 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:03.068287 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:03.079016 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.098142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port a6952e3b-e0b8-4c42-aabd-930adccae22a is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:03.098691 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.177954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Allocated IP 172.20.0.1 (6ae1934e-14fd-4edb-8136-99507cec9899/6a977061-a7a5-4308-8ad3-042a91198414/0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:43:03.235590 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:03.413912 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.db.api [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:43:03.414384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG oslo_db.api [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:43:03.419999 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-e9c24639-a8e6-479c-861d-4a246bf3bc5b None None] Provisioning complete for port a6952e3b-e0b8-4c42-aabd-930adccae22a triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:03.420433 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e9c24639-a8e6-479c-861d-4a246bf3bc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.458227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d42562-19f4-4603-b3ed-0732366c77d2 None None] Pushing event updated for resources: {'Port': ['ID=a6952e3b-e0b8-4c42-aabd-930adccae22a,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:03.504223 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks [] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.522102 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.556473 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks [] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.625555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Attempting to bind port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:43:03.626933 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Attempting to bind port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:43:03.627168 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Attempting to bind port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:03.637508 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:43:03.638048 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:03.638544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.639118 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:43:03.639810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Bound port: e4afec7a-2996-4fcf-b4e3-5952e2c06b89, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:43:03.640151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.642641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.701502 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0631836-fc7a-4db1-b5a6-2556591f4a70 req-e77aee27-84b5-45bd-a3a0-0d2c9030460e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:03.703032 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0631836-fc7a-4db1-b5a6-2556591f4a70 req-e77aee27-84b5-45bd-a3a0-0d2c9030460e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0985105 Jun 24 08:43:03.710555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Network 6ae1934e-14fd-4edb-8136-99507cec9899 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:03.718036 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:03.730713 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:43:03.740088 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:43:03.743848 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Pushing event updated for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:03.851547 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-e9c24639-a8e6-479c-861d-4a246bf3bc5b None None] Current status of the port a6952e3b-e0b8-4c42-aabd-930adccae22a is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:03.853106 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:03.887204 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0631836-fc7a-4db1-b5a6-2556591f4a70 req-b0ef4196-b8c5-4075-a58e-a848efc80b14 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465242 Jun 24 08:43:03.893037 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84128a0-b301-4684-9e21-38d98bce9f8a None None] Pushing event updated for resources: {'Port': ['ID=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:03.973720 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port a6952e3b-e0b8-4c42-aabd-930adccae22a is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:03.978462 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] For port e4afec7a-2996-4fcf-b4e3-5952e2c06b89, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:43:04.003986 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] For port e4afec7a-2996-4fcf-b4e3-5952e2c06b89, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:43:04.015258 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.072857 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:43:04.073874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:04.100207 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35964) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:04.218711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84128a0-b301-4684-9e21-38d98bce9f8a None None] Pushing event updated for resources: {'Port': ['ID=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:04.233924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a6952e3b-e0b8-4c42-aabd-930adccae22a up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:04.348287 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d3772-5279-4b31-8842-f56b92dcc67f req-295ada57-9da9-4226-869b-122110b56976 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:04.349843 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-551d3772-5279-4b31-8842-f56b92dcc67f req-295ada57-9da9-4226-869b-122110b56976 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1465592 Jun 24 08:43:04.350619 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c0cdf6cf-4859-4262-b8b9-c20fbf0b2d2f None None] Provisioning complete for port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:04.351240 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c0cdf6cf-4859-4262-b8b9-c20fbf0b2d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.380323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.389384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f0f65c34-818f-41eb-b706-d7f0fe0986e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.426301 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b004c86-de01-429d-a0d6-b6ad2ca69d3c req-c4eddcce-eba8-4e1f-a6da-5b5e02f9f8d8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:04.443657 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b004c86-de01-429d-a0d6-b6ad2ca69d3c req-c4eddcce-eba8-4e1f-a6da-5b5e02f9f8d8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.2389882 Jun 24 08:43:04.472187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:04.479271 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:43:04.509186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdf6cf-4859-4262-b8b9-c20fbf0b2d2f None None] Port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:43:04.540554 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b004c86-de01-429d-a0d6-b6ad2ca69d3c req-8791cabb-6420-480c-a8d3-0d1f7b0d3c9b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772874 Jun 24 08:43:04.553499 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:04.563068 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port a6952e3b-e0b8-4c42-aabd-930adccae22a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:04.564277 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f0f65c34-818f-41eb-b706-d7f0fe0986e7 admin admin] Publish callbacks [] for security_group (e371f198-82a3-4edf-b490-d6ca4b1a260b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.564399 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.570311 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:04.575905 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f0f65c34-818f-41eb-b706-d7f0fe0986e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e371f198-82a3-4edf-b490-d6ca4b1a260b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.618808 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-551d3772-5279-4b31-8842-f56b92dcc67f req-fe45c940-aaf7-4e8d-8c4f-e4a0c21acfd1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495105 Jun 24 08:43:04.691802 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f65c34-818f-41eb-b706-d7f0fe0986e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e371f198-82a3-4edf-b490-d6ca4b1a260b,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:04.713312 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f0f65c34-818f-41eb-b706-d7f0fe0986e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1b493f59cea4eb48989bbaf7904fa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119549 Jun 24 08:43:04.714568 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 35980) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:04.780295 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port a6952e3b-e0b8-4c42-aabd-930adccae22a is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:04.781874 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:04.797096 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] Publish callbacks [] for security_group (e371f198-82a3-4edf-b490-d6ca4b1a260b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.798365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:00Z', 'revision_number': 3, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:04.824972 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:04.828106 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] Publish callbacks [] for security_group (e371f198-82a3-4edf-b490-d6ca4b1a260b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.848157 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c6486-4eb1-4ac8-ae57-681e574420d1 None None] The sync data for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi is: [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:00Z', 'revision_number': 3, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:43:04.855981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks [] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.867277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.942524 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e371f198-82a3-4edf-b490-d6ca4b1a260b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.952824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.954755 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:04.954755 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e371f198-82a3-4edf-b490-d6ca4b1a260b HTTP/1.1" status: 204 len: 168 time: 0.2383292 Jun 24 08:43:04.964759 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf942ac-ed85-4a4f-8a15-4f766b07fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e371f198-82a3-4edf-b490-d6ca4b1a260b,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:05.116782 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Pushing event updated for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:05.232631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcba6e-bd1a-4bfd-a04f-29451c88ed79 req-084524af-5ae4-4e53-9b63-4b53927a966b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:05.234982 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b2bcba6e-bd1a-4bfd-a04f-29451c88ed79 req-084524af-5ae4-4e53-9b63-4b53927a966b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1192851 Jun 24 08:43:05.267190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Network 6ae1934e-14fd-4edb-8136-99507cec9899 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:05.270835 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:05.419609 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b2bcba6e-bd1a-4bfd-a04f-29451c88ed79 req-903ab11a-0175-42f8-9d5d-8dd3a9eb749e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787422 Jun 24 08:43:05.451217 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:05.575567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:43:05.698466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 35998) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:05.796749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ec36920-c9f1-4742-81f6-3e97482b8229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:05.851409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-009367ca-e12b-455d-9dee-05903634dee9 None None] Provisioning complete for port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:05.852817 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-009367ca-e12b-455d-9dee-05903634dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:05.951934 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-009367ca-e12b-455d-9dee-05903634dee9 None None] Port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:43:06.153240 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e4afec7a-2996-4fcf-b4e3-5952e2c06b89 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:06.224378 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:43:06.231014 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2feb29ac-f18c-4df5-ac19-a533b3cbeb05 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d74805e-ab71-45ed-80d6-0eb0fb3e3176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8070719 Jun 24 08:43:06.248261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0e26-44b0-4d61-8009-645910949399 req-073ecd7f-2509-403a-9ee1-ec6cb54fe7b1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:06.250295 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-378f0e26-44b0-4d61-8009-645910949399 req-073ecd7f-2509-403a-9ee1-ec6cb54fe7b1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1440170 Jun 24 08:43:06.253251 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:06.254377 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.259324 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:06.277309 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181ee9-0ae6-4c88-8673-305749def23c req-dee18632-6585-4a65-ba39-5cbe6982dfdc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:06.279077 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1181ee9-0ae6-4c88-8673-305749def23c req-dee18632-6585-4a65-ba39-5cbe6982dfdc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.4686937 Jun 24 08:43:06.399587 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:06.399821 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.418091 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-378f0e26-44b0-4d61-8009-645910949399 req-39ae29f6-3ece-4b81-8a52-55f77ae1c4ed tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370080 Jun 24 08:43:06.451393 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1181ee9-0ae6-4c88-8673-305749def23c req-87de971a-032b-4f3f-9604-1743367c2e4f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545627 Jun 24 08:43:06.451959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:06.465151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ec36920-c9f1-4742-81f6-3e97482b8229 admin admin] Publish callbacks [] for security_group (a04c031b-95a3-441a-9f37-deeca27dc075), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.489065 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port e4afec7a-2996-4fcf-b4e3-5952e2c06b89, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:06.489323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ec36920-c9f1-4742-81f6-3e97482b8229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a04c031b-95a3-441a-9f37-deeca27dc075), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.504053 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.561754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1ec36920-c9f1-4742-81f6-3e97482b8229 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8f1f250cffa4367ae9a86394d521dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8602262 Jun 24 08:43:06.562642 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36016) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:06.565073 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec36920-c9f1-4742-81f6-3e97482b8229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c031b-95a3-441a-9f37-deeca27dc075,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:06.647129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd53ef-3571-447c-8111-4901876ccb96 req-878c8b5f-1b5c-4774-8621-cd33dae6fa43 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:06.650247 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1afd53ef-3571-447c-8111-4901876ccb96 req-878c8b5f-1b5c-4774-8621-cd33dae6fa43 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0756795 Jun 24 08:43:06.723658 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:06.743166 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1afd53ef-3571-447c-8111-4901876ccb96 req-68cb0d13-57c8-4b40-81a3-4797c54e8bcc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816476 Jun 24 08:43:06.764525 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] Publish callbacks [] for security_group (a04c031b-95a3-441a-9f37-deeca27dc075), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.803882 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] Publish callbacks [] for security_group (a04c031b-95a3-441a-9f37-deeca27dc075), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.817447 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:06.879549 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a04c031b-95a3-441a-9f37-deeca27dc075), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.882273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:06.884018 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a04c031b-95a3-441a-9f37-deeca27dc075 HTTP/1.1" status: 204 len: 168 time: 0.3192351 Jun 24 08:43:06.894354 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcb732-0ac9-45c8-8356-4ba0e98a7335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c031b-95a3-441a-9f37-deeca27dc075,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:06.931855 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36020) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:06.936623 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404408504', 'description': 'tempest-secgroup-smoke-404408504 description', 'project_id': 'd0b95979aebe47bc92c387de59394942'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:06.971955 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.152915 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (529c0a81-d7c0-49bf-94d7-65db6eaff35e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.159341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (529c0a81-d7c0-49bf-94d7-65db6eaff35e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.199819 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.201535 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2684472 Jun 24 08:43:07.205131 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36028) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:07.211549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:07.235936 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1d0d-d68e-4b72-930b-7e88b1efdd61 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529c0a81-d7c0-49bf-94d7-65db6eaff35e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:07.265400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (8f6c232d-fc60-4215-9a5f-adb2c1c648ca), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.368004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (8f6c232d-fc60-4215-9a5f-adb2c1c648ca), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.387047 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (8f6c232d-fc60-4215-9a5f-adb2c1c648ca), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.424920 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6c232d-fc60-4215-9a5f-adb2c1c648ca,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:07.436527 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.441822 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36036) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:07.442603 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9a566aea-a6da-47c2-b32a-c1e0cfc19474 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2360001 Jun 24 08:43:07.449223 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:07.528183 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (9b580e4a-9261-4be5-ac54-45f7ae64c3bf), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.573624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36042) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:07.617275 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-44c185c2-ce45-481c-b8b1-accf9ba03d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.690313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e77bb6-b969-4909-a93b-f6d09096b330 req-0d077cf2-ec55-4a62-bd24-ed754abc46b2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:07.697814 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-28e77bb6-b969-4909-a93b-f6d09096b330 req-0d077cf2-ec55-4a62-bd24-ed754abc46b2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0801847 Jun 24 08:43:07.713620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47a15-b0a8-4c07-9f4e-292fac0c6ac7 req-dc409378-fe00-4ac2-94f4-113348ea1c28 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:07.722849 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01b47a15-b0a8-4c07-9f4e-292fac0c6ac7 req-dc409378-fe00-4ac2-94f4-113348ea1c28 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1712465 Jun 24 08:43:07.779121 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Sync routers for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:43:07.798787 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:43:07.799729 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:07.826018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (9b580e4a-9261-4be5-ac54-45f7ae64c3bf), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.838150 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (9b580e4a-9261-4be5-ac54-45f7ae64c3bf), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.842215 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01b47a15-b0a8-4c07-9f4e-292fac0c6ac7 req-ba374099-2b71-4987-9c4f-229e31f68ae1 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182888 Jun 24 08:43:07.846719 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-28e77bb6-b969-4909-a93b-f6d09096b330 req-b871d33b-af42-426c-8bc6-03c30ad0d566 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478810 Jun 24 08:43:07.886400 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b580e4a-9261-4be5-ac54-45f7ae64c3bf,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:07.900498 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-44c185c2-ce45-481c-b8b1-accf9ba03d74 admin admin] Publish callbacks [] for security_group (92f729b2-8435-4abc-9604-2df3e1368c23), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.909789 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.914280 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ca9a0c1c-7b7d-4421-8a56-34d0a429c793 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4684167 Jun 24 08:43:07.914541 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36048) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:07.919474 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-44c185c2-ce45-481c-b8b1-accf9ba03d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (92f729b2-8435-4abc-9604-2df3e1368c23), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:07.921218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:07.965471 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-44c185c2-ce45-481c-b8b1-accf9ba03d74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c7bdfa188d54f53b6fa7780406ab470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3832612 Jun 24 08:43:07.966424 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c185c2-ce45-481c-b8b1-accf9ba03d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f729b2-8435-4abc-9604-2df3e1368c23,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:07.967513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36050) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:08.032472 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:43:08.081343 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (b9cc7750-5881-44db-b648-4e788ead4fbb), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.116843 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e4afec7a-2996-4fcf-b4e3-5952e2c06b89 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:08.203114 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd185d39-cfc6-449d-996d-3bb00b1c4264 req-656dabc9-e499-4a94-b974-ab03a970062b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:08.212740 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bd185d39-cfc6-449d-996d-3bb00b1c4264 req-656dabc9-e499-4a94-b974-ab03a970062b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1466305 Jun 24 08:43:08.232792 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:08.233472 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.344345 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:04Z', 'revision_number': 4, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf', 'name': '', 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'mac_address': 'fa:16:3e:af:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a977061-a7a5-4308-8ad3-042a91198414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:43:02Z', 'updated_at': '2022-06-24T08:43:04Z', 'revision_number': 2, 'project_id': '81aa67602e4545b0983e9e201551e578', 'subnets': [{'id': '6a977061-a7a5-4308-8ad3-042a91198414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:08.347368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a21bf8-e507-44a0-aedc-c522d4a1248e req-6312dad7-ca1d-4765-8184-475681c4231c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:08.349207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-18a21bf8-e507-44a0-aedc-c522d4a1248e req-6312dad7-ca1d-4765-8184-475681c4231c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0882709 Jun 24 08:43:08.368793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:08.381030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] Publish callbacks [] for security_group (92f729b2-8435-4abc-9604-2df3e1368c23), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.382659 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:08.388755 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aefde-47bf-4444-a76b-a75ff4879842 req-a8752997-8126-4fb1-ae78-c2974c85c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:08.397083 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-a8752997-8126-4fb1-ae78-c2974c85c0d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1129 time: 0.1418786 Jun 24 08:43:08.405226 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Checking router: 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:43:08.405572 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Updating router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:43:08.448820 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.483974 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bd185d39-cfc6-449d-996d-3bb00b1c4264 req-3e83aea6-2d30-47de-8fb7-0abb1d9c076f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611113 Jun 24 08:43:08.495066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] Publish callbacks [] for security_group (92f729b2-8435-4abc-9604-2df3e1368c23), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.499522 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:08.587943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-18a21bf8-e507-44a0-aedc-c522d4a1248e req-fab425f0-5ed5-47f2-9939-252d0c076a70 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079458 Jun 24 08:43:08.590682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (b9cc7750-5881-44db-b648-4e788ead4fbb), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.601613 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:08.607570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (b9cc7750-5881-44db-b648-4e788ead4fbb), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.648389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aefde-47bf-4444-a76b-a75ff4879842 req-222f7730-20ca-4bf2-ba2e-ab42ecc5d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:08.650274 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-222f7730-20ca-4bf2-ba2e-ab42ecc5d820 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.2453952 Jun 24 08:43:08.654835 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.659600 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7427540 Jun 24 08:43:08.661574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36064) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:08.667738 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:08.676541 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a71994-b0a6-43b5-a30e-bb611955f615 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cc7750-5881-44db-b648-4e788ead4fbb,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:08.718800 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (92f729b2-8435-4abc-9604-2df3e1368c23), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.729909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.745028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92f729b2-8435-4abc-9604-2df3e1368c23 HTTP/1.1" status: 204 len: 168 time: 0.7683008 Jun 24 08:43:08.758719 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (b51c7f51-0c3b-4f73-9bb5-f9a7cc9e5bc7), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.795078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36068) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:08.804961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb334220-46ba-4d81-902a-ed54d8885b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f729b2-8435-4abc-9604-2df3e1368c23,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:08.924586 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks [] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.928667 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:08.929857 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:08.933110 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.938867 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (b51c7f51-0c3b-4f73-9bb5-f9a7cc9e5bc7), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:08.948175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (b51c7f51-0c3b-4f73-9bb5-f9a7cc9e5bc7), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.002140 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616799-872b-4653-8449-004f7638db97 None None] Pushing event updated for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:09.038723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51c7f51-0c3b-4f73-9bb5-f9a7cc9e5bc7,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:09.059611 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-67ba9e35-f320-4ace-8fe4-a4553a2e4809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.103673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.107926 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-a6cba004-f1e8-49c1-9b66-b40e04a4d4fc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426997 Jun 24 08:43:09.130802 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36074) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:09.135893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:09.136570 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Attempting to bind port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:43:09.137090 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Attempting to bind port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:43:09.137822 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Attempting to bind port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf on network 6ae1934e-14fd-4edb-8136-99507cec9899 {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:09.154413 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:43:09.155271 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Checking segment: {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:09.159053 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.159694 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Bound using segment: {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:43:09.160740 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Bound port: 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:43:09.162628 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.198101 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c2413-a5d0-4380-8ea9-7a21db15c24c req-c01706af-c7a5-4d0f-b05c-6d5bb9fa261d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:09.199731 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b23c2413-a5d0-4380-8ea9-7a21db15c24c req-c01706af-c7a5-4d0f-b05c-6d5bb9fa261d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1370130 Jun 24 08:43:09.262132 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.securitygroups_db [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Project d0b95979aebe47bc92c387de59394942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:43:09.316109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (c3aacad7-df3f-45a0-b876-96cc8a410325), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.370691 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] For port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:43:09.397137 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] For port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:43:09.426731 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-a5c87a92-4ea4-4df5-9a2b-0054e5e57297 None None] Provisioning complete for port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:09.432196 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b23c2413-a5d0-4380-8ea9-7a21db15c24c req-73b1df19-cef4-4275-833b-1e6a9210e64d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205362 Jun 24 08:43:09.434492 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a5c87a92-4ea4-4df5-9a2b-0054e5e57297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.442437 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.532989 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:43:09.533618 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:42:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:09.538013 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-78c59025-cfaf-4201-8f38-699758fb5da6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 1001 time: 0.8812923 Jun 24 08:43:09.539331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:09.542358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a5c87a92-4ea4-4df5-9a2b-0054e5e57297 None None] Port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:43:09.601075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-67ba9e35-f320-4ace-8fe4-a4553a2e4809 admin admin] Publish callbacks [] for security_group (91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.608817 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (c3aacad7-df3f-45a0-b876-96cc8a410325), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.616481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-67ba9e35-f320-4ace-8fe4-a4553a2e4809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.626864 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (c3aacad7-df3f-45a0-b876-96cc8a410325), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.662776 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3aacad7-df3f-45a0-b876-96cc8a410325,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:09.675610 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aefde-47bf-4444-a76b-a75ff4879842 req-d1ae78d9-e3aa-4f15-892f-a462fc10011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:09.677068 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-d1ae78d9-e3aa-4f15-892f-a462fc10011b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.1296256 Jun 24 08:43:09.706750 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-67ba9e35-f320-4ace-8fe4-a4553a2e4809 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19733ce9e7f14e8da367fa7a04dfdc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9074643 Jun 24 08:43:09.709575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.713293 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4e11d0b6-300c-476a-b2d6-de971937f520 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5790687 Jun 24 08:43:09.713293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9e35-f320-4ace-8fe4-a4553a2e4809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:09.716914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36088) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:09.717244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36090) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:09.731074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'security_group_rule': {'security_group_id': '529c0a81-d7c0-49bf-94d7-65db6eaff35e', 'project_id': 'd0b95979aebe47bc92c387de59394942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:09.796459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aefde-47bf-4444-a76b-a75ff4879842 req-d6b3e6ae-fc2d-40bb-97df-45b78f79d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:09.798540 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-d6b3e6ae-fc2d-40bb-97df-45b78f79d062 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119499 Jun 24 08:43:09.894759 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:09.921110 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.securitygroups_db [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Project d0b95979aebe47bc92c387de59394942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:43:09.934758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88acfe8-210b-4b16-a0d1-b11df978d21b req-3f5ae4ba-399b-423d-a839-1a522a342cc4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:09.936614 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a88acfe8-210b-4b16-a0d1-b11df978d21b req-3f5ae4ba-399b-423d-a839-1a522a342cc4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.2208805 Jun 24 08:43:09.958690 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-73b01882-7f03-4ab4-a307-4787e0ddbaba service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445212 Jun 24 08:43:09.983013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Provisioning complete for port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:09.984754 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:09.991590 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:10.011572 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616799-872b-4653-8449-004f7638db97 None None] Pushing event updated for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:10.014954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6497e4-702d-431e-aa87-40c302597a90 req-eaa31f65-c047-46d6-a6eb-2c0ab2e6e584 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:10.028684 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fc6497e4-702d-431e-aa87-40c302597a90 req-eaa31f65-c047-46d6-a6eb-2c0ab2e6e584 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1190569 Jun 24 08:43:10.029080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:10.130207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (1d788516-3823-444d-86b3-dcd37fc98f65), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.160862 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:43:10.230886 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-927aefde-47bf-4444-a76b-a75ff4879842 req-be3bc0b0-e531-40d5-a0c4-abc503e8e708 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635074 Jun 24 08:43:10.292585 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Current status of the port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:10.292900 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.354537 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] For port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:10.366172 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.424604 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a88acfe8-210b-4b16-a0d1-b11df978d21b req-f25c23a0-eb74-4ac5-bf61-49442957b2b5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3507740 Jun 24 08:43:10.434782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4151a6c-3051-45bc-83d8-c5053deb61ed None None] Pushing event updated for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:10.516771 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fc6497e4-702d-431e-aa87-40c302597a90 req-a721c143-583c-4579-ad07-241861703154 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4859936 Jun 24 08:43:10.521547 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] Publish callbacks [] for security_group (91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.538365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (1d788516-3823-444d-86b3-dcd37fc98f65), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.556758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (1d788516-3823-444d-86b3-dcd37fc98f65), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.558345 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:04Z', 'revision_number': 4, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf', 'name': '', 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'mac_address': 'fa:16:3e:af:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a977061-a7a5-4308-8ad3-042a91198414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:43:02Z', 'updated_at': '2022-06-24T08:43:09Z', 'revision_number': 4, 'project_id': '81aa67602e4545b0983e9e201551e578', 'subnets': [{'id': '6a977061-a7a5-4308-8ad3-042a91198414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:10.587701 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] Publish callbacks [] for security_group (91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.591169 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d788516-3823-444d-86b3-dcd37fc98f65,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:10.618507 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d83aac-18f6-4baf-b9d3-67bfc92146f4 None None] The sync data for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi is: [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:43:04Z', 'revision_number': 4, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf', 'name': '', 'network_id': '6ae1934e-14fd-4edb-8136-99507cec9899', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'mac_address': 'fa:16:3e:af:9f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a977061-a7a5-4308-8ad3-042a91198414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:43:02Z', 'updated_at': '2022-06-24T08:43:09Z', 'revision_number': 4, 'project_id': '81aa67602e4545b0983e9e201551e578', 'subnets': [{'id': '6a977061-a7a5-4308-8ad3-042a91198414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:43:10.743601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.744919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-035cafa2-ec0b-4eda-bd09-f16c7d48a738 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0256822 Jun 24 08:43:10.765336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f68f5-916f-4649-9bb6-beb73f0e4c1c req-f003b44b-ce91-467d-b85e-6bc27fa8359e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:10.774163 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a15f68f5-916f-4649-9bb6-beb73f0e4c1c req-f003b44b-ce91-467d-b85e-6bc27fa8359e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1965070 Jun 24 08:43:10.808737 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36122) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:10.927844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.930972 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:10.932938 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26 HTTP/1.1" status: 204 len: 168 time: 1.2147901 Jun 24 08:43:10.950632 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a15f68f5-916f-4649-9bb6-beb73f0e4c1c req-c6e4a56b-0e7a-49e0-93af-df003a0ee8b9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756089 Jun 24 08:43:10.966586 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80bcf6-3b62-4fa4-a849-f0dccff1b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab38bf-c5d6-4463-9abc-1fd8f4a0eb26,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:11.070894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-545302911-network', 'tenant_id': 'b0eee67a72f743cd816e9136c09c1ea0'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:11.117389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Made reservation on behalf of b0eee67a72f743cd816e9136c09c1ea0 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:11.121500 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.150545 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.379221 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks [] for security_group (a50e6c3e-262a-4aaa-9620-bb0ee90be0da), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.387147 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a50e6c3e-262a-4aaa-9620-bb0ee90be0da), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.561634 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:43:11.601108 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e6c3e-262a-4aaa-9620-bb0ee90be0da,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:11.612421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (8ba12203-9860-4dca-9ac5-5c4c866b36ca), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.613189 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Added segment 8ba12203-9860-4dca-9ac5-5c4c866b36ca of type vlan for network 20b3c724-dd01-40fc-a85b-284f8e5af845 Jun 24 08:43:11.759615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (20b3c724-dd01-40fc-a85b-284f8e5af845), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.831596 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f38c1-5d13-47a7-9a06-2cdd819e4e11 req-d49161e5-7b83-45a6-9daa-acb4e9e1cc56 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:11.835862 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-148f38c1-5d13-47a7-9a06-2cdd819e4e11 req-d49161e5-7b83-45a6-9daa-acb4e9e1cc56 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1023111 Jun 24 08:43:11.841080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (20b3c724-dd01-40fc-a85b-284f8e5af845), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.842998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:11.843915 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:11.908090 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0959644 Jun 24 08:43:11.912532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36176) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:11.920162 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Request body: {'subnet': {'network_id': '20b3c724-dd01-40fc-a85b-284f8e5af845', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-545302911-subnet', 'tenant_id': 'b0eee67a72f743cd816e9136c09c1ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:11.925396 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-148f38c1-5d13-47a7-9a06-2cdd819e4e11 req-7efb71fe-9b36-4ea2-81ec-1bb54c6230f7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837455 Jun 24 08:43:11.932261 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:11.990022 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa346dc2-22fc-498a-ace8-bcc61628cd05 admin admin] Pushing event updated for resources: {'Network': ['ID=20b3c724-dd01-40fc-a85b-284f8e5af845,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:12.005237 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 20b3c724-dd01-40fc-a85b-284f8e5af845 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:43:12.034872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Made reservation on behalf of b0eee67a72f743cd816e9136c09c1ea0 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:12.038880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239d145-70f1-4377-9471-1831fcbd6e51 req-5ae3c871-a950-44c6-b1be-e41d36c4198d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:12.039461 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:12.040593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b239d145-70f1-4377-9471-1831fcbd6e51 req-5ae3c871-a950-44c6-b1be-e41d36c4198d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1052802 Jun 24 08:43:12.182280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:12.187256 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b239d145-70f1-4377-9471-1831fcbd6e51 req-cf596d4b-4557-4071-b51b-0f24bd861ed9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400080 Jun 24 08:43:12.231617 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:12.275436 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68b0c8-a094-4f11-9b27-d4772f95db64 req-766538b7-d159-4d76-8c6f-0978d5e17114 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:12.285844 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2d68b0c8-a094-4f11-9b27-d4772f95db64 req-766538b7-d159-4d76-8c6f-0978d5e17114 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1419775 Jun 24 08:43:12.291945 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:12.292416 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:12.387225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:12.437528 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2d68b0c8-a094-4f11-9b27-d4772f95db64 req-93fcef9e-0f07-4330-9afe-818b76ccdc72 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502943 Jun 24 08:43:12.502569 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (430c8748-5db5-4ffe-9373-65a63223ae69), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:12.601280 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=430c8748-5db5-4ffe-9373-65a63223ae69,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:12.607938 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Checking segment: {'id': '8ba12203-9860-4dca-9ac5-5c4c866b36ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '20b3c724-dd01-40fc-a85b-284f8e5af845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:12.608160 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Network hostable DHCP agents. Network: 20b3c724-dd01-40fc-a85b-284f8e5af845, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:43:12.635569 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Network 20b3c724-dd01-40fc-a85b-284f8e5af845 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:43:12.658996 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 20b3c724-dd01-40fc-a85b-284f8e5af845) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:12.663681 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:12.665643 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:12.668961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ebc1cd-bd77-4b14-93c9-b6402f366a9c None None] Network 20b3c724-dd01-40fc-a85b-284f8e5af845 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:12.683807 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:12.720080 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4e534a0f-367d-4d50-be5c-18553f84fad9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8053288 Jun 24 08:43:12.837432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ad645-2f5b-4adf-9e9e-afe5be711fd6 None None] Network 20b3c724-dd01-40fc-a85b-284f8e5af845 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:13.347959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959dfa0a-61ba-417c-873a-a01a5d2d997f req-8cf2e671-c8a6-47d2-a428-5d6ea5e1c1c7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:13.349641 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-959dfa0a-61ba-417c-873a-a01a5d2d997f req-8cf2e671-c8a6-47d2-a428-5d6ea5e1c1c7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Jun 24 08:43:13.378743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:13.441494 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-959dfa0a-61ba-417c-873a-a01a5d2d997f req-1df20b4f-fad2-4da6-8468-fffaa6b31ca5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813487 Jun 24 08:43:13.593134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1111-b3b5-40ad-9508-18aefbb1819a req-252027a2-fab9-4b41-9fd6-646d3a90cbd0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:13.594836 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c85a1111-b3b5-40ad-9508-18aefbb1819a req-252027a2-fab9-4b41-9fd6-646d3a90cbd0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0799353 Jun 24 08:43:13.603870 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36220) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:13.608897 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776876899-network', 'tenant_id': 'c35a508a79194609bed2df14f0fb07f2'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:13.637537 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Made reservation on behalf of c35a508a79194609bed2df14f0fb07f2 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:13.645719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.653043 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.670033 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c85a1111-b3b5-40ad-9508-18aefbb1819a req-07ae45c5-081a-47c2-a500-6ddaf2d93fcc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Jun 24 08:43:13.769553 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks [] for security_group (0e0bbc60-7937-41fe-8fa7-61da602f5d56), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.774500 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0e0bbc60-7937-41fe-8fa7-61da602f5d56), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.804004 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:43:13.816985 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0bbc60-7937-41fe-8fa7-61da602f5d56,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:13.824245 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.825186 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Added segment 4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db of type vlan for network c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 Jun 24 08:43:13.888881 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.926354 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:13.927503 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:13.927967 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:14.004961 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] Pushing event updated for resources: {'Network': ['ID=c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:14.015544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:43:14.018236 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b21a26e0-2c2b-4f5a-9532-0f7796317bcd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4132190 Jun 24 08:43:14.019385 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36224) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:14.030205 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Request body: {'subnet': {'network_id': 'c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776876899-subnet', 'tenant_id': 'c35a508a79194609bed2df14f0fb07f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:14.055567 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Made reservation on behalf of c35a508a79194609bed2df14f0fb07f2 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:14.058419 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:14.148053 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:14.281876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (1585f716-411a-4bd7-8fdf-cb2bae463684), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:14.379458 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1585f716-411a-4bd7-8fdf-cb2bae463684,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:14.382925 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Checking segment: {'id': '4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:14.383377 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Network hostable DHCP agents. Network: c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:43:14.411749 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Network c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:43:14.425739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:14.430872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:14.431536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:14.437180 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab0873-4444-4b59-8efb-c737843630f1 None None] Network c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:14.465643 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c7447047-89dd-4eae-8064-ded85ad0f24c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4445031 Jun 24 08:43:14.543959 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:14.581212 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4ca63-e937-4459-bef9-d8348481e403 None None] Network c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:14.620247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093bb8e-7062-4ee5-bfd2-58266ab67154 req-e7cdb674-3f71-46fe-a64f-3891a23b4f98 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:14.622673 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f093bb8e-7062-4ee5-bfd2-58266ab67154 req-e7cdb674-3f71-46fe-a64f-3891a23b4f98 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0591288 Jun 24 08:43:14.711429 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f093bb8e-7062-4ee5-bfd2-58266ab67154 req-b599dc30-03b7-4711-a0f8-ab14c6f03017 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812631 Jun 24 08:43:14.836370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea6e78-327c-4876-b968-d175021e1127 req-48a23c8e-0e39-42eb-9af1-0ab0ca257cd6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:14.837925 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00ea6e78-327c-4876-b968-d175021e1127 req-48a23c8e-0e39-42eb-9af1-0ab0ca257cd6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0580070 Jun 24 08:43:14.909586 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00ea6e78-327c-4876-b968-d175021e1127 req-4b23eb17-3fc1-4c66-b37d-3c811ab7f46f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 Jun 24 08:43:15.813098 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:15.834023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d74ec-be41-4daa-8efa-72b0aa54db53 req-8c6cd764-f374-419a-aef6-1fa72a671950 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:15.835886 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e74d74ec-be41-4daa-8efa-72b0aa54db53 req-8c6cd764-f374-419a-aef6-1fa72a671950 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0574377 Jun 24 08:43:15.900712 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e74d74ec-be41-4daa-8efa-72b0aa54db53 req-a868e396-6edd-4718-9f71-5ad722993410 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586388 Jun 24 08:43:16.075948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a497c-87b4-4e81-99f6-778b7b5745f1 req-4806d2e8-fffd-4848-97ab-f9b68ba2e8ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:16.078126 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-082a497c-87b4-4e81-99f6-778b7b5745f1 req-4806d2e8-fffd-4848-97ab-f9b68ba2e8ce tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0832691 Jun 24 08:43:16.136087 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-082a497c-87b4-4e81-99f6-778b7b5745f1 req-ebbc5dc1-74c4-4887-bc39-1070da0b5ee6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476761 Jun 24 08:43:17.051767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0e666-9364-4a7b-83f7-f031af753339 req-ad992cde-e546-471a-a04b-54df429fad7d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:17.053266 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-31a0e666-9364-4a7b-83f7-f031af753339 req-ad992cde-e546-471a-a04b-54df429fad7d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Jun 24 08:43:17.106855 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-31a0e666-9364-4a7b-83f7-f031af753339 req-1581baea-5c34-4d35-965d-9a8f5a4353be tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477917 Jun 24 08:43:17.265939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55414b-2cd9-4eb6-a452-b1ae05be59af req-da69be7a-f214-4434-b457-3fc1017a0b28 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:17.267621 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4b55414b-2cd9-4eb6-a452-b1ae05be59af req-da69be7a-f214-4434-b457-3fc1017a0b28 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0514297 Jun 24 08:43:17.318254 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4b55414b-2cd9-4eb6-a452-b1ae05be59af req-35fed673-c6fe-4b59-ab32-d7dc6f148521 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Jun 24 08:43:18.276415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3e6bb-dd1e-4d04-a21e-115987e36abf req-7ac27120-1592-4947-85ce-d769bf3b5c03 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:18.277947 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26b3e6bb-dd1e-4d04-a21e-115987e36abf req-7ac27120-1592-4947-85ce-d769bf3b5c03 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0596170 Jun 24 08:43:18.329903 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26b3e6bb-dd1e-4d04-a21e-115987e36abf req-5a24db86-2357-4843-beaa-bd530503e8b8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Jun 24 08:43:18.440051 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb006f3-cba4-4f24-bb41-f2cd4a031e44 req-3ed1dfc4-0d42-4760-9fa7-53a49fdaf49f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:18.441535 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ceb006f3-cba4-4f24-bb41-f2cd4a031e44 req-3ed1dfc4-0d42-4760-9fa7-53a49fdaf49f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0482535 Jun 24 08:43:18.490593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ceb006f3-cba4-4f24-bb41-f2cd4a031e44 req-c66dd480-53e4-4037-b5a9-863212a94e37 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434675 Jun 24 08:43:19.480559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73af4-843f-4fe1-9776-1a48c8529534 req-632efb67-832a-4b37-8b00-5955a5c43faf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:19.488717 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8be73af4-843f-4fe1-9776-1a48c8529534 req-632efb67-832a-4b37-8b00-5955a5c43faf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0716274 Jun 24 08:43:19.539640 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8be73af4-843f-4fe1-9776-1a48c8529534 req-a20102eb-3f80-4250-9a6f-656edcb1b5a4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500426 Jun 24 08:43:19.635229 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6cef6-4694-45ab-9b24-56af53558f68 req-4b9a369c-95d1-4014-88af-4d6eb10c45cb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:19.636943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a8b6cef6-4694-45ab-9b24-56af53558f68 req-4b9a369c-95d1-4014-88af-4d6eb10c45cb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0532353 Jun 24 08:43:19.673231 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:19.690475 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a8b6cef6-4694-45ab-9b24-56af53558f68 req-af1b67bb-ef06-4b41-83c9-9e7ded9bd01d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Jun 24 08:43:20.544710 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:20.569237 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:20.693621 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9bba1-9dd4-4409-93b2-1c747631580a req-96acfc41-2a56-45ed-8df2-e34a4ceafabf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:20.700953 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f7f9bba1-9dd4-4409-93b2-1c747631580a req-96acfc41-2a56-45ed-8df2-e34a4ceafabf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0656986 Jun 24 08:43:20.764520 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f7f9bba1-9dd4-4409-93b2-1c747631580a req-749b25c1-1109-451b-b65e-fc046815dc63 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625904 Jun 24 08:43:20.871458 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e5c68-98af-4bde-9dda-e7f58c3bf147 req-d797e28b-6ed2-46d7-9f2f-e96c72b439b9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:20.879897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa3e5c68-98af-4bde-9dda-e7f58c3bf147 req-d797e28b-6ed2-46d7-9f2f-e96c72b439b9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1005735 Jun 24 08:43:20.940958 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa3e5c68-98af-4bde-9dda-e7f58c3bf147 req-9aec0273-6826-496c-a41c-f947a862a52a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Jun 24 08:43:21.239911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f9bb44ee-670c-4cfa-a6bb-f32c23c802b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:21.756482 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:43:21.864741 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:21.878604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:43:21.918604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: ACTIVE; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:21.919240 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:21.933219 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:43:21.935145 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ebc22-77e8-4516-8548-bc49d6574642 req-f15a5c91-0b0c-4449-bd0f-a536140fa8c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:21.937052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd2ebc22-77e8-4516-8548-bc49d6574642 req-f15a5c91-0b0c-4449-bd0f-a536140fa8c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0651612 Jun 24 08:43:21.961132 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:21.966416 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:22.059309 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=6']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:22.060106 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd2ebc22-77e8-4516-8548-bc49d6574642 req-de175164-20fd-402d-b4e9-831ee460aa2e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116316 Jun 24 08:43:22.125070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b4556-43d1-49f8-b577-4e866f2a844b req-bc25e7a2-13c7-4d66-a366-3b229b313f58 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:22.133524 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-172b4556-43d1-49f8-b577-4e866f2a844b req-bc25e7a2-13c7-4d66-a366-3b229b313f58 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1149712 Jun 24 08:43:22.177587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:22.180814 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['24b20858-8a37-47d6-98c3-e6bff8bd12c1'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:43:22.228524 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-172b4556-43d1-49f8-b577-4e866f2a844b req-132f9684-ac65-44bb-a82a-273d32ca049b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843947 Jun 24 08:43:23.192154 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ea2fd-26fc-4124-93eb-63efe80edce1 req-d789afa7-9c59-40cc-abed-059c808b38ea tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:23.193785 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d45ea2fd-26fc-4124-93eb-63efe80edce1 req-d789afa7-9c59-40cc-abed-059c808b38ea tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 944 time: 0.0535600 Jun 24 08:43:23.249024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d45ea2fd-26fc-4124-93eb-63efe80edce1 req-498903ad-9824-40c1-ad43-88dc3243f625 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495541 Jun 24 08:43:23.372122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e29e1-f306-47ce-8a89-545334d4ec6f req-cf8710db-4f59-4808-8e5e-1aad71875f58 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:23.375947 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c9e29e1-f306-47ce-8a89-545334d4ec6f req-cf8710db-4f59-4808-8e5e-1aad71875f58 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0588913 Jun 24 08:43:23.425956 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c9e29e1-f306-47ce-8a89-545334d4ec6f req-dceeabf8-fe03-4790-a758-474d38bd7a14 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454810 Jun 24 08:43:23.602563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-10cb6ff8-bb4f-4537-b1c5-99a51a52cdc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:23.763115 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:23.819128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:23.819528 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:23.840239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:23.893049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:23.903479 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:23.903858 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:23.927005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:43:23.929215 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39c1a0-da50-422b-bc1c-c73a764dbd4d" -d '{"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:43:23.941645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:23.945983 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:23.968413 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a383c90-50e7-4d2a-8d7e-448aadf15b8c x-openstack-request-id: req-4a383c90-50e7-4d2a-8d7e-448aadf15b8c {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:43:23.968696 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:43:23.969491 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a383c90-50e7-4d2a-8d7e-448aadf15b8c {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:43:23.969898 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a383c90-50e7-4d2a-8d7e-448aadf15b8c'] response: {'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'code': 200} Jun 24 08:43:23.995851 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=7']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:24.376868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413fdee-df92-482e-9371-4b3f484f721a req-2ae8e0df-3d30-42ae-8bb9-f1a92a4a2fe2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:24.378426 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6413fdee-df92-482e-9371-4b3f484f721a req-2ae8e0df-3d30-42ae-8bb9-f1a92a4a2fe2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Jun 24 08:43:24.428245 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6413fdee-df92-482e-9371-4b3f484f721a req-c0775c01-8f60-42a8-add4-2ac6013baf73 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Jun 24 08:43:24.449148 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:24.454871 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:24.561864 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83f464-7607-47f4-bccb-d18a63de2ef4 req-c24bae7a-8a5a-49bf-9b44-ad50cee4b335 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:24.570751 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c83f464-7607-47f4-bccb-d18a63de2ef4 req-c24bae7a-8a5a-49bf-9b44-ad50cee4b335 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0656445 Jun 24 08:43:24.618311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c83f464-7607-47f4-bccb-d18a63de2ef4 req-b28fc3c2-e9e2-48dc-ada9-850eadd9c4da tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Jun 24 08:43:24.845489 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:25.575082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b08f7-b7b4-4bb9-8c4a-d09f3dfc4e6a req-73a000d7-99c9-4abf-81e3-ebba5a8c313a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:25.576629 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e32b08f7-b7b4-4bb9-8c4a-d09f3dfc4e6a req-73a000d7-99c9-4abf-81e3-ebba5a8c313a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0584977 Jun 24 08:43:25.656978 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e32b08f7-b7b4-4bb9-8c4a-d09f3dfc4e6a req-8e1dcb70-e92e-4b4a-a0b6-aa73b38bef39 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730472 Jun 24 08:43:25.771667 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef09f5e-55da-47d2-b278-150142afedbf req-cd85bba0-13eb-437d-ae73-d68942b0b24a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:25.773205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ef09f5e-55da-47d2-b278-150142afedbf req-cd85bba0-13eb-437d-ae73-d68942b0b24a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0529208 Jun 24 08:43:25.828087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:25.834830 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ef09f5e-55da-47d2-b278-150142afedbf req-8851017e-6096-4994-9715-91b063fdd8dc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555649 Jun 24 08:43:26.276745 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:26.496606 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:26.862165 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704696-3238-4c89-8b26-8580c60f99bf req-3f487595-2791-46dc-82e6-c35f1f648c2f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:26.872121 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ca704696-3238-4c89-8b26-8580c60f99bf req-3f487595-2791-46dc-82e6-c35f1f648c2f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0949378 Jun 24 08:43:26.962461 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ca704696-3238-4c89-8b26-8580c60f99bf req-41914cfe-818e-4162-8c0e-b6941e810fbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865419 Jun 24 08:43:27.048123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2dce6-3fb6-47e7-9e8a-10c8e41213a2 req-d98393b6-0075-4e17-92a4-0928670181a0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:27.049639 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-05b2dce6-3fb6-47e7-9e8a-10c8e41213a2 req-d98393b6-0075-4e17-92a4-0928670181a0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0886250 Jun 24 08:43:27.122499 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-05b2dce6-3fb6-47e7-9e8a-10c8e41213a2 req-589e751b-2ee8-498a-8f0c-30a5849ef8bd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661876 Jun 24 08:43:28.134218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c6f5d-9cb2-4e65-b65b-ad363da2f705 req-88c3ab91-14e1-4dba-9cab-a0e457d83d00 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:28.137669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e6c6f5d-9cb2-4e65-b65b-ad363da2f705 req-88c3ab91-14e1-4dba-9cab-a0e457d83d00 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0767968 Jun 24 08:43:28.269011 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6e6c6f5d-9cb2-4e65-b65b-ad363da2f705 req-494eda0e-1502-4798-81d3-70dbce8a5381 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197641 Jun 24 08:43:28.313453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b4009-81b9-4348-84ca-22dd34be1838 req-52b302d2-10af-4521-a5b4-36aa3ba7b562 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:28.323100 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567b4009-81b9-4348-84ca-22dd34be1838 req-52b302d2-10af-4521-a5b4-36aa3ba7b562 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1111546 Jun 24 08:43:28.400011 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567b4009-81b9-4348-84ca-22dd34be1838 req-237c7ab8-772e-4eca-b696-5e49c5d8498d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Jun 24 08:43:29.413478 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc3af4-91bc-4ce1-ac64-cc268ab77272 req-d28a39f6-6bb4-40e1-9a7b-a383750b4b4b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:29.430635 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8cc3af4-91bc-4ce1-ac64-cc268ab77272 req-d28a39f6-6bb4-40e1-9a7b-a383750b4b4b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0774670 Jun 24 08:43:29.530597 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8cc3af4-91bc-4ce1-ac64-cc268ab77272 req-2cca94e6-ec8e-4de9-a362-8a34788b7b17 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986617 Jun 24 08:43:29.555653 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:29.588223 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36524) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:29.613320 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df126f-74df-4c19-92f3-671154cc0677 req-35805317-283b-4b51-aee4-15828cdf3ee5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:29.615016 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14df126f-74df-4c19-92f3-671154cc0677 req-35805317-283b-4b51-aee4-15828cdf3ee5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0833862 Jun 24 08:43:29.661073 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Deleting subnet 430c8748-5db5-4ffe-9373-65a63223ae69 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:43:29.665736 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Publish callbacks [] for subnet (430c8748-5db5-4ffe-9373-65a63223ae69), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:29.687317 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14df126f-74df-4c19-92f3-671154cc0677 req-33039b1f-1dde-4d25-ae35-61e6250e3cb0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627620 Jun 24 08:43:29.739158 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (430c8748-5db5-4ffe-9373-65a63223ae69), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:29.799203 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (430c8748-5db5-4ffe-9373-65a63223ae69), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:29.874585 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (430c8748-5db5-4ffe-9373-65a63223ae69), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:29.913012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=430c8748-5db5-4ffe-9373-65a63223ae69,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:29.923408 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:29.929293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36536) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:29.929453 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e303386a-4d21-4b89-8819-87b9aaf9ef8e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/430c8748-5db5-4ffe-9373-65a63223ae69 HTTP/1.1" status: 204 len: 168 time: 0.3400908 Jun 24 08:43:30.022614 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (20b3c724-dd01-40fc-a85b-284f8e5af845), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.114570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (20b3c724-dd01-40fc-a85b-284f8e5af845), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.136334 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b3c724-dd01-40fc-a85b-284f8e5af845']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:30.146413 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba12203-9860-4dca-9ac5-5c4c866b36ca') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:30.146710 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba12203-9860-4dca-9ac5-5c4c866b36ca') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:30.159887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (8ba12203-9860-4dca-9ac5-5c4c866b36ca), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.176178 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (8ba12203-9860-4dca-9ac5-5c4c866b36ca), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.183575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:43:30.186377 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (8ba12203-9860-4dca-9ac5-5c4c866b36ca), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.241983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 8ba12203-9860-4dca-9ac5-5c4c866b36ca resource provider aggregate not found Jun 24 08:43:30.254996 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (20b3c724-dd01-40fc-a85b-284f8e5af845), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.263049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.266883 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] 10.222.0.13 "DELETE /v2.0/networks/20b3c724-dd01-40fc-a85b-284f8e5af845 HTTP/1.1" status: 204 len: 168 time: 0.3364849 Jun 24 08:43:30.268570 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 8ba12203-9860-4dca-9ac5-5c4c866b36ca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ba12203-9860-4dca-9ac5-5c4c866b36ca found for delete ", "request_id": "req-a7b453fd-5fd7-4025-9eb2-26cd893de157"}]} Jun 24 08:43:30.270395 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36546) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:30.283479 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Pushing event deleted for resources: {'Network': ['ID=20b3c724-dd01-40fc-a85b-284f8e5af845,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:30.292275 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.292602 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.292873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.293213 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.293544 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.293900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.294228 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.299540 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.299967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.300316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.300661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.301003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.301335 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.301661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.302497 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8cdc75-38db-4692-8224-b2a7f29a890a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:30.332067 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Deleting subnet 1585f716-411a-4bd7-8fdf-cb2bae463684 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:43:30.336151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Publish callbacks [] for subnet (1585f716-411a-4bd7-8fdf-cb2bae463684), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.388970 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (1585f716-411a-4bd7-8fdf-cb2bae463684), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.439180 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (1585f716-411a-4bd7-8fdf-cb2bae463684), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.546364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (1585f716-411a-4bd7-8fdf-cb2bae463684), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.585680 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1585f716-411a-4bd7-8fdf-cb2bae463684,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:30.591505 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.600469 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36554) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:30.601034 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-fe25ba74-ac6d-4d55-9bea-3c19439adcb7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1585f716-411a-4bd7-8fdf-cb2bae463684 HTTP/1.1" status: 204 len: 168 time: 0.3291478 Jun 24 08:43:30.709538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.726676 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf94fa-718c-4382-b821-c1c5988d7d0a req-e8b972d5-1d3f-4880-af82-60cd20b354f0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:30.728182 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-48cf94fa-718c-4382-b821-c1c5988d7d0a req-e8b972d5-1d3f-4880-af82-60cd20b354f0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0920019 Jun 24 08:43:30.759205 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:30.770740 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:30.836951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:30.882661 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-48cf94fa-718c-4382-b821-c1c5988d7d0a req-81f2fe53-c127-40cc-95a1-05d19eb27a6f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453168 Jun 24 08:43:30.919734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:30.929759 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c78f1b-9d4a-4f1f-982e-949f5c01ec2d req-b6d76b8d-ffe9-41fb-bd27-3ee876f695d2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:30.931415 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-15c78f1b-9d4a-4f1f-982e-949f5c01ec2d req-b6d76b8d-ffe9-41fb-bd27-3ee876f695d2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1456888 Jun 24 08:43:30.945941 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36564) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:30.990208 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:30.994039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Deleting subnet b4307ec5-5936-406e-98fa-c9fc755f3b2c {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:43:30.998927 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Publish callbacks [] for subnet (b4307ec5-5936-406e-98fa-c9fc755f3b2c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.023922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:31.024245 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:31.053767 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (b4307ec5-5936-406e-98fa-c9fc755f3b2c), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.055794 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.079420 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.089366 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-15c78f1b-9d4a-4f1f-982e-949f5c01ec2d req-8035686c-392b-4085-8f14-029d957de899 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483796 Jun 24 08:43:31.090378 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:43:31.091417 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.104885 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (b4307ec5-5936-406e-98fa-c9fc755f3b2c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.155182 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.162764 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.169001 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2 HTTP/1.1" status: 204 len: 168 time: 0.5646884 Jun 24 08:43:31.179059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a7bef-51f3-4a36-a2d8-28647cf95dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e497f1-3ce4-4400-8ff2-8f58dcd46ad2,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:31.179289 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (b4307ec5-5936-406e-98fa-c9fc755f3b2c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.216477 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.223271 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b4307ec5-5936-406e-98fa-c9fc755f3b2c HTTP/1.1" status: 204 len: 168 time: 0.2761602 Jun 24 08:43:31.223538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36570) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:31.224343 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45852b-e1d2-4112-938d-300271f2784a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4307ec5-5936-406e-98fa-c9fc755f3b2c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:31.258818 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:31.312374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (f4138681-b558-4fee-81a5-bb532db98280), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.420979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (f4138681-b558-4fee-81a5-bb532db98280), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.454788 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36576) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:31.483095 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4138681-b558-4fee-81a5-bb532db98280']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:31.496338 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4f85b1-0579-40e3-b72b-f68234668cfb') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:31.496682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4f85b1-0579-40e3-b72b-f68234668cfb') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:43:31.519734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (fc4f85b1-0579-40e3-b72b-f68234668cfb), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.533036 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b78b277b-62e6-4ed7-9fc8-d54b7dfbd228 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0eee67a72f743cd816e9136c09c1ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767310 Jun 24 08:43:31.536018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36578) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:31.549622 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (fc4f85b1-0579-40e3-b72b-f68234668cfb), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.557412 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:43:31.557846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (fc4f85b1-0579-40e3-b72b-f68234668cfb), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.645126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (f4138681-b558-4fee-81a5-bb532db98280), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.654778 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] Publish callbacks [] for security_group (a50e6c3e-262a-4aaa-9620-bb0ee90be0da), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.668222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:31.668476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.686375 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f4138681-b558-4fee-81a5-bb532db98280 HTTP/1.1" status: 204 len: 168 time: 0.4593158 Jun 24 08:43:31.692990 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1a537-cd00-4be2-b18c-0b4a2c996b4c admin admin] Pushing event deleted for resources: {'Network': ['ID=f4138681-b558-4fee-81a5-bb532db98280,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:31.700776 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] Publish callbacks [] for security_group (a50e6c3e-262a-4aaa-9620-bb0ee90be0da), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.704821 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:DELETE=11,neutron:UPDATE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:31.772661 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a50e6c3e-262a-4aaa-9620-bb0ee90be0da), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.776332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:31.777632 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a50e6c3e-262a-4aaa-9620-bb0ee90be0da HTTP/1.1" status: 204 len: 168 time: 0.2404833 Jun 24 08:43:31.786639 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1ce73-32c8-4e3a-82dc-9f198a978974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e6c3e-262a-4aaa-9620-bb0ee90be0da,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:31.913740 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36584) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:31.962867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-81fcef9a-e8dd-4860-80ab-de5551a685db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91137dbd48fe4e6d986c350c8435bbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482638 Jun 24 08:43:31.965439 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36588) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:32.052617 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb512a3-a72d-4e86-bbe9-3558c39d66a3 req-defd498d-5a33-443d-9d4f-38c871d3ef12 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:32.062569 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cb512a3-a72d-4e86-bbe9-3558c39d66a3 req-defd498d-5a33-443d-9d4f-38c871d3ef12 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0754740 Jun 24 08:43:32.065723 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] Publish callbacks [] for security_group (d3a32dcb-d210-4a50-a353-df6e99c87067), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.120549 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] Publish callbacks [] for security_group (d3a32dcb-d210-4a50-a353-df6e99c87067), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.142633 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cb512a3-a72d-4e86-bbe9-3558c39d66a3 req-56c6be27-8711-4238-a80e-fa4f1365f1c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788388 Jun 24 08:43:32.200968 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d3a32dcb-d210-4a50-a353-df6e99c87067), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.204632 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.206215 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3a32dcb-d210-4a50-a353-df6e99c87067 HTTP/1.1" status: 204 len: 168 time: 0.2397559 Jun 24 08:43:32.217038 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064c7db-16c1-456d-bd7e-c31592133dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a32dcb-d210-4a50-a353-df6e99c87067,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:32.317479 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36600) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:32.319716 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a31d5-a0e0-4193-9876-37cd892476e8 req-4628f73c-63d5-4545-b5df-da6f2ce82a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:32.321419 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d7a31d5-a0e0-4193-9876-37cd892476e8 req-4628f73c-63d5-4545-b5df-da6f2ce82a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0959494 Jun 24 08:43:32.323168 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db resource provider aggregate not found Jun 24 08:43:32.354264 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f9c286b-e16f-4ecb-9372-b6fa2fe6c5db found for delete ", "request_id": "req-e3ecc9cc-9c73-48af-a706-9932b8110bfd"}]} Jun 24 08:43:32.378244 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment fc4f85b1-0579-40e3-b72b-f68234668cfb resource provider aggregate not found Jun 24 08:43:32.404923 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2166e5d1-df4b-4840-9646-b099d43689ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c35a508a79194609bed2df14f0fb07f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860350 Jun 24 08:43:32.409063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36608) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:32.410778 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment fc4f85b1-0579-40e3-b72b-f68234668cfb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc4f85b1-0579-40e3-b72b-f68234668cfb found for delete ", "request_id": "req-a2f38b7d-f145-4503-bab6-31bb4d07eaa2"}]} Jun 24 08:43:32.463406 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d7a31d5-a0e0-4193-9876-37cd892476e8 req-ff07b0f3-e454-4dc2-8af4-b2f566bc980e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265073 Jun 24 08:43:32.491232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] Publish callbacks [] for security_group (0e0bbc60-7937-41fe-8fa7-61da602f5d56), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.524695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] Publish callbacks [] for security_group (0e0bbc60-7937-41fe-8fa7-61da602f5d56), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.593014 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0e0bbc60-7937-41fe-8fa7-61da602f5d56), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.598323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:32.599858 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e0bbc60-7937-41fe-8fa7-61da602f5d56 HTTP/1.1" status: 204 len: 168 time: 0.1882076 Jun 24 08:43:32.610652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc707751-3c0d-4d51-be35-fc7bd9ab41b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0bbc60-7937-41fe-8fa7-61da602f5d56,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:33.034364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69a2df-a6ef-4eea-bcfd-48a0cf997077 req-35145daf-c81b-41be-aaaf-51f6ba1158c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:33.036073 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5b69a2df-a6ef-4eea-bcfd-48a0cf997077 req-35145daf-c81b-41be-aaaf-51f6ba1158c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.0760267 Jun 24 08:43:33.097966 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5b69a2df-a6ef-4eea-bcfd-48a0cf997077 req-61225628-3655-4c61-8e85-3c7572e1b874 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481141 Jun 24 08:43:33.353733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ddeea-95ea-432f-941b-ab69cbd37e9c req-dcfece4f-0aa8-49e2-8d2d-963033f33c6b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:33.363915 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c4ddeea-95ea-432f-941b-ab69cbd37e9c req-dcfece4f-0aa8-49e2-8d2d-963033f33c6b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.1136572 Jun 24 08:43:33.417908 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:33.437546 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c4ddeea-95ea-432f-941b-ab69cbd37e9c req-5d2576b5-65ad-4258-8144-aba740c45ee9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695865 Jun 24 08:43:33.655387 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2464c1-3d79-4e4b-9101-8bb75cc1efa1 req-af915f8c-969f-4ca3-837a-7402d0ca6884 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:33.658449 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef2464c1-3d79-4e4b-9101-8bb75cc1efa1 req-af915f8c-969f-4ca3-837a-7402d0ca6884 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0950294 Jun 24 08:43:33.732543 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef2464c1-3d79-4e4b-9101-8bb75cc1efa1 req-394538e5-63e6-40aa-8f81-2f09f296b070 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595219 Jun 24 08:43:34.607815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf86a-d129-4508-ad9c-d74f6f284a3a req-315973d3-47bf-425f-8e4a-c74bdd535ab3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:34.616610 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fb4bf86a-d129-4508-ad9c-d74f6f284a3a req-315973d3-47bf-425f-8e4a-c74bdd535ab3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0755649 Jun 24 08:43:34.671019 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fb4bf86a-d129-4508-ad9c-d74f6f284a3a req-b386573b-ec84-4d14-8934-16acd3a2bfae tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532825 Jun 24 08:43:34.826551 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:34.868255 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a221dd-9e1a-42d0-817c-11268bd770c8 req-d1d022a9-c4a8-490d-8b6d-a45c546db2d5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:34.869341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49a221dd-9e1a-42d0-817c-11268bd770c8 req-d1d022a9-c4a8-490d-8b6d-a45c546db2d5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0521421 Jun 24 08:43:34.931651 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49a221dd-9e1a-42d0-817c-11268bd770c8 req-846e6585-6566-4222-a4e7-81478652a1b2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549974 Jun 24 08:43:35.434340 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:35.829770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ed99f-8653-4520-bdd7-d4ae37342db1 req-0a8ff53f-57bd-445d-ba85-2317b0c604e7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:35.831296 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f53ed99f-8653-4520-bdd7-d4ae37342db1 req-0a8ff53f-57bd-445d-ba85-2317b0c604e7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0600743 Jun 24 08:43:35.879460 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f53ed99f-8653-4520-bdd7-d4ae37342db1 req-d7446456-75e0-4133-904c-19d28049ee67 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422709 Jun 24 08:43:35.995908 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362c54-8549-4967-8705-2f318db2a04b req-66f22814-09ca-494c-a313-0003809cd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:35.998005 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-66f22814-09ca-494c-a313-0003809cd249 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1129 time: 0.0419002 Jun 24 08:43:36.060960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28e264-1987-4c73-847d-59f8989747ba req-3298234d-88cc-48a7-868a-8d4c35a24855 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:36.062717 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b28e264-1987-4c73-847d-59f8989747ba req-3298234d-88cc-48a7-868a-8d4c35a24855 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0535357 Jun 24 08:43:36.105363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362c54-8549-4967-8705-2f318db2a04b req-b02581a0-089d-489a-b598-25f94f2487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:36.106875 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-b02581a0-089d-489a-b598-25f94f2487f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.1015568 Jun 24 08:43:36.113099 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b28e264-1987-4c73-847d-59f8989747ba req-a6757c69-eaac-4827-981e-f7c53e55b29c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445817 Jun 24 08:43:36.176316 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-56d75af9-5813-4102-8931-01f2b86083ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 1000 time: 0.0618260 Jun 24 08:43:36.388717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c782a4-ad75-451c-815e-25fa1187f3a3 req-33384c6a-a0d9-496a-b4b1-5791050d5c7c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:36.390287 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00c782a4-ad75-451c-815e-25fa1187f3a3 req-33384c6a-a0d9-496a-b4b1-5791050d5c7c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0480943 Jun 24 08:43:36.444747 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-00c782a4-ad75-451c-815e-25fa1187f3a3 req-9e1125f0-2da1-47d8-bd95-0610ea31d6d7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479748 Jun 24 08:43:36.797657 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-acbb8982-bd29-4f4f-9f36-392a024cf60c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404408504&fields=id&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 267 time: 0.0470166 Jun 24 08:43:36.918656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-e2018a42-3774-475b-adfb-1e5d43bf8309 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:36.920805 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-e2018a42-3774-475b-adfb-1e5d43bf8309 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.1153910 Jun 24 08:43:36.938860 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-2b4c25e4-1e21-41e2-9dee-56c5aa4efdd3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/quotas/d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 375 time: 0.0104210 Jun 24 08:43:36.997900 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36742) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:37.030481 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-d50928e5-c3f4-4e6b-b67d-0eae4fdc712d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828502 Jun 24 08:43:37.040022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd46830-7e9e-47f8-b58d-62c68da98eb2 req-fd3125ae-029a-4733-8ea5-3fb23c9490a1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:37.041849 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7dd46830-7e9e-47f8-b58d-62c68da98eb2 req-fd3125ae-029a-4733-8ea5-3fb23c9490a1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0822325 Jun 24 08:43:37.117467 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4ded9fc7-4e17-4ae5-beaa-09efae42bb25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.155032 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7dd46830-7e9e-47f8-b58d-62c68da98eb2 req-cbbbaf43-7743-4a46-80d8-33bb010fcd83 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011579 Jun 24 08:43:37.173322 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fae1ee70-5a58-4c66-8fe5-91c26128ac0c service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293373 Jun 24 08:43:37.203315 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4ded9fc7-4e17-4ae5-beaa-09efae42bb25 admin admin] Publish callbacks [] for security_group (031da8b1-2296-490a-9d01-e993eb9e7a31), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.207965 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4ded9fc7-4e17-4ae5-beaa-09efae42bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (031da8b1-2296-490a-9d01-e993eb9e7a31), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.258011 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4ded9fc7-4e17-4ae5-beaa-09efae42bb25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e218e708fc4342eb9036d7ebd9350c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563658 Jun 24 08:43:37.258011 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded9fc7-4e17-4ae5-beaa-09efae42bb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031da8b1-2296-490a-9d01-e993eb9e7a31,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:37.258900 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36746) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:37.280963 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-e799ebe4-bdc6-44e0-9ec5-41a4cc0f0c7c service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007056 Jun 24 08:43:37.312011 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] Publish callbacks [] for security_group (031da8b1-2296-490a-9d01-e993eb9e7a31), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.336466 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] Publish callbacks [] for security_group (031da8b1-2296-490a-9d01-e993eb9e7a31), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.343550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:37.394611 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (031da8b1-2296-490a-9d01-e993eb9e7a31), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.397367 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:37.398568 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/031da8b1-2296-490a-9d01-e993eb9e7a31 HTTP/1.1" status: 204 len: 168 time: 0.1387615 Jun 24 08:43:37.408668 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ad41d-aaf6-4ace-aa62-e7e3cea771d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031da8b1-2296-490a-9d01-e993eb9e7a31,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:37.566373 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:37.579330 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c066-3e38-4010-b5d9-1b47e2e526a3 req-d6044140-69e7-415f-ac29-da46f7f1700f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:37.581080 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ad5c066-3e38-4010-b5d9-1b47e2e526a3 req-d6044140-69e7-415f-ac29-da46f7f1700f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0589468 Jun 24 08:43:37.637566 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9050e7dc-459f-47d1-bc35-218e14190a77 req-ec3923d4-ecc0-4195-b58a-f5675880c22d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0407162 Jun 24 08:43:37.674127 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ad5c066-3e38-4010-b5d9-1b47e2e526a3 req-afae3da7-b0b7-42cb-93eb-66feeb34dac9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875559 Jun 24 08:43:38.137496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 36788) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:38.241910 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1453549401-network', 'tenant_id': '84c244fc43f94ea2bc9f76965c111e78'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:38.263268 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:38.297914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Made reservation on behalf of 84c244fc43f94ea2bc9f76965c111e78 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:38.300929 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.317800 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb0df3-dff0-4eae-8090-339c6e525a1e req-d480cea3-d46b-4f42-8810-480c1bf33abd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:38.319269 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a3fb0df3-dff0-4eae-8090-339c6e525a1e req-d480cea3-d46b-4f42-8810-480c1bf33abd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0723267 Jun 24 08:43:38.320100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.402623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a3fb0df3-dff0-4eae-8090-339c6e525a1e req-3ea44848-a491-4606-8145-b1e87941e5ad tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745945 Jun 24 08:43:38.450860 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks [] for security_group (9dc68d4a-5b5d-4726-9500-26fcae2024ca), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.455766 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9dc68d4a-5b5d-4726-9500-26fcae2024ca), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.484767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:43:38.492082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc68d4a-5b5d-4726-9500-26fcae2024ca,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:38.499222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (805429af-e47b-40dc-877a-7b813315915a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.499559 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Added segment 805429af-e47b-40dc-877a-7b813315915a of type vlan for network 943a828b-ef50-4d2e-9324-0233b619718b Jun 24 08:43:38.546711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (943a828b-ef50-4d2e-9324-0233b619718b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.573604 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (943a828b-ef50-4d2e-9324-0233b619718b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.574573 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:38.575148 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.611417 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4727921 Jun 24 08:43:38.614397 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36794) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:38.619416 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Request body: {'subnet': {'network_id': '943a828b-ef50-4d2e-9324-0233b619718b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1453549401-subnet', 'tenant_id': '84c244fc43f94ea2bc9f76965c111e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:38.623647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:38.646206 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Made reservation on behalf of 84c244fc43f94ea2bc9f76965c111e78 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:38.646643 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588c5b6-31e4-41f9-8e37-af74663b6596 admin admin] Pushing event updated for resources: {'Network': ['ID=943a828b-ef50-4d2e-9324-0233b619718b,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:38.648666 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:38.657021 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 943a828b-ef50-4d2e-9324-0233b619718b details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:43:38.769823 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362c54-8549-4967-8705-2f318db2a04b req-8de4f017-c080-41dc-a00d-3d7ad1df44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:38.771303 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-8de4f017-c080-41dc-a00d-3d7ad1df44fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.0552418 Jun 24 08:43:38.873955 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362c54-8549-4967-8705-2f318db2a04b req-67d5e688-de61-43cc-83b8-f170fd541a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:38.875904 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-67d5e688-de61-43cc-83b8-f170fd541a72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946414 Jun 24 08:43:39.008602 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (f24bc66c-4f75-41a8-a7b6-7099c5fac730), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:39.041200 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53200274-2797-46ed-85ec-f1891361b9b7 req-9c80ae95-5018-452b-8554-a07612e5ef96 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.3235836 Jun 24 08:43:39.046527 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-7fd35437-2f40-4cb6-b605-66f587a1fa4a service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636341 Jun 24 08:43:39.105211 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24bc66c-4f75-41a8-a7b6-7099c5fac730,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:39.133727 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-0a481ec7-26a8-4c5e-8015-8b6d3eab9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.135253 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-0a481ec7-26a8-4c5e-8015-8b6d3eab9355 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.1152203 Jun 24 08:43:39.137066 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-8c0ef42b-b88f-4163-84e6-f2e54af387f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149974 Jun 24 08:43:39.145755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8436127-6814-4515-902c-8bf4525540c1 req-0e0e66a8-e730-40cf-afa2-8f0c39ca6abb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.153972 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a8436127-6814-4515-902c-8bf4525540c1 req-0e0e66a8-e730-40cf-afa2-8f0c39ca6abb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1327045 Jun 24 08:43:39.154347 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Checking segment: {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:39.154697 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Network hostable DHCP agents. Network: 943a828b-ef50-4d2e-9324-0233b619718b, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:43:39.184848 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57362c54-8549-4967-8705-2f318db2a04b req-5ee12a7e-00c4-4273-ae66-59d39615b757 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279666 Jun 24 08:43:39.187133 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Network 943a828b-ef50-4d2e-9324-0233b619718b is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:43:39.196722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 943a828b-ef50-4d2e-9324-0233b619718b) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:39.200967 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.201580 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:39.210332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61489de0-6222-4dfe-8f33-4394841fe5e2 None None] Network 943a828b-ef50-4d2e-9324-0233b619718b requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:39.220391 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-099753c2-dec9-4c03-9c99-fa3ba8f98976 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6048505 Jun 24 08:43:39.269127 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a8436127-6814-4515-902c-8bf4525540c1 req-1058b0b6-2219-4f31-8a94-532018d400d4 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142733 Jun 24 08:43:39.298929 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-515a017a-5f6e-4ce5-ac47-2c934388a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.300439 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-515a017a-5f6e-4ce5-ac47-2c934388a8ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1385589 Jun 24 08:43:39.328720 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6851896-3ef3-45e2-9161-ae2843457f2b None None] Network 943a828b-ef50-4d2e-9324-0233b619718b requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:43:39.483533 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-c95f6c31-bf24-4a9a-a0d5-bbe3018e1d5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.0423388 Jun 24 08:43:39.561887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-cfa16ffd-4636-4455-a360-4062ee5586ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.563698 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-cfa16ffd-4636-4455-a360-4062ee5586ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1129 time: 0.0823536 Jun 24 08:43:39.570202 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3295eb-db93-4a9a-89cc-85b7f7978708 req-32145b9b-7c1b-4e34-85de-7dbd0745606d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:39.571891 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef3295eb-db93-4a9a-89cc-85b7f7978708 req-32145b9b-7c1b-4e34-85de-7dbd0745606d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0875728 Jun 24 08:43:39.584102 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:39.627205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef3295eb-db93-4a9a-89cc-85b7f7978708 req-868bb244-f6d0-44b1-af9c-baff8a02dc42 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495019 Jun 24 08:43:40.150741 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60060c09-4e9d-4a70-bfdb-c9b860fba6d7 req-c2530b64-975f-4692-aef3-ad374fc773e0 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0290263 Jun 24 08:43:40.398203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124744f-82d5-4fcb-bbf3-0f11a41c67a1 req-595cb0a1-9635-489f-8a15-d11c95cf3b6f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:40.399687 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b124744f-82d5-4fcb-bbf3-0f11a41c67a1 req-595cb0a1-9635-489f-8a15-d11c95cf3b6f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0498164 Jun 24 08:43:40.426637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:40.452351 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b124744f-82d5-4fcb-bbf3-0f11a41c67a1 req-fe3fa454-c823-4feb-96ca-c25178c86773 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472529 Jun 24 08:43:40.722487 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:43:40.753092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095ed4-b54e-4247-813c-2022a80e270b req-c426e106-fd6a-419c-9bf9-c6d9b6ee93c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:40.754599 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26095ed4-b54e-4247-813c-2022a80e270b req-c426e106-fd6a-419c-9bf9-c6d9b6ee93c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0519066 Jun 24 08:43:40.802960 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26095ed4-b54e-4247-813c-2022a80e270b req-b53c3363-53a5-42eb-8767-d590f2d47c2f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428486 Jun 24 08:43:41.023656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-907d0a0e-6df5-4bb9-995e-18ca65054bac tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:41.025028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-907d0a0e-6df5-4bb9-995e-18ca65054bac tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 814 time: 0.1068442 Jun 24 08:43:41.040966 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-805afe35-295c-4000-8912-5ace20c7decd tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/quotas/84c244fc43f94ea2bc9f76965c111e78 HTTP/1.1" status: 200 len: 375 time: 0.0105135 Jun 24 08:43:41.079607 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-33e89da2-1734-409a-bf0b-cbc88889aced tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329578 Jun 24 08:43:41.173148 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-978a3c62-c507-4edd-873d-6f512ff6583f service neutron] 10.222.0.13 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868554 Jun 24 08:43:41.273764 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2a167b81-772d-4eb3-bb76-11176239caf6 req-fb06e5c2-209c-4feb-9caf-b1f2edd7fe35 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0342085 Jun 24 08:43:41.291342 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-155c3797-c0ed-45f1-a823-60e31715fae0 service neutron] 10.222.0.13 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123018 Jun 24 08:43:41.454287 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90acfd9-da28-4460-8cef-300e03112c7e req-37948804-bdb5-4862-9ed3-b2e4b39d5d81 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0291529 Jun 24 08:43:41.574969 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b8346-73c7-4a19-943b-306829fd1fa1 req-76b1adcd-3e58-4861-acfb-f5d07274d4e8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:41.576466 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae6b8346-73c7-4a19-943b-306829fd1fa1 req-76b1adcd-3e58-4861-acfb-f5d07274d4e8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0539854 Jun 24 08:43:41.642507 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae6b8346-73c7-4a19-943b-306829fd1fa1 req-eb2154f9-3fda-4c54-b4cb-cd2b09c842c8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583396 Jun 24 08:43:41.923754 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bed74e-f108-4fb2-8cf9-02d5f342bacf req-599540c5-f15f-4a06-b26b-f7f55fc9903a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:41.925208 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87bed74e-f108-4fb2-8cf9-02d5f342bacf req-599540c5-f15f-4a06-b26b-f7f55fc9903a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 945 time: 0.0465209 Jun 24 08:43:41.972447 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87bed74e-f108-4fb2-8cf9-02d5f342bacf req-ab56fd41-4212-48be-ba79-511f083d838f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417531 Jun 24 08:43:42.110844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:43:42.181056 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: ACTIVE; New status is: DOWN {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:42.181431 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:42.205134 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:43:42.207333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61236e82-20c5-4c94-a443-4e8e2177f60e" -d '{"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-unplugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:43:42.219867 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:42.224420 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:42.248719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 08:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab11d5-406b-4539-b6e0-b3736d96a2cf x-openstack-request-id: req-2dab11d5-406b-4539-b6e0-b3736d96a2cf {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:43:42.249225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-unplugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:43:42.250120 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dab11d5-406b-4539-b6e0-b3736d96a2cf {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:43:42.251130 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dab11d5-406b-4539-b6e0-b3736d96a2cf'] response: {'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'code': 200} Jun 24 08:43:42.282683 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=8']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:42.373209 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fd7dfffa-c793-4bb9-92ca-452308266d39 req-a2ed9dc9-15ba-42ec-835c-c99c4b76c05f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0331345 Jun 24 08:43:42.555631 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d7461e4-eb52-4321-abbb-6fcfcb827ebc req-5e96ba53-852d-4148-927c-3a16e1dce06c tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0312033 Jun 24 08:43:42.755436 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09596b15-b6d9-4058-85e9-9ce5d654df23 req-dd75b29e-1e91-4130-83a9-2b88db60360a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:42.756887 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09596b15-b6d9-4058-85e9-9ce5d654df23 req-dd75b29e-1e91-4130-83a9-2b88db60360a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0465319 Jun 24 08:43:42.803709 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09596b15-b6d9-4058-85e9-9ce5d654df23 req-5dd86565-7551-4ba3-82b9-e762c05a3c9e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Jun 24 08:43:43.094548 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261805c-5832-4bf8-b381-c21f2133c1af req-4bf47cce-f4c9-4324-8cfc-3c85c4b05550 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.096060 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c261805c-5832-4bf8-b381-c21f2133c1af req-4bf47cce-f4c9-4324-8cfc-3c85c4b05550 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0481694 Jun 24 08:43:43.145768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c261805c-5832-4bf8-b381-c21f2133c1af req-d2cc847a-5b99-4f22-bc09-8ac4085d8ad5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440440 Jun 24 08:43:43.247539 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:43.267271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-b80905e0-ba42-45e2-a0a9-740cf354c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.268705 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-b80905e0-ba42-45e2-a0a9-740cf354c5c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0562823 Jun 24 08:43:43.472903 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-c002aaab-f757-430d-9d66-f13583193f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.474796 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-c002aaab-f757-430d-9d66-f13583193f39 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020517 Jun 24 08:43:43.511550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-5bbd310d-1aa1-40eb-98d8-bc35bafeb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.514162 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-5bbd310d-1aa1-40eb-98d8-bc35bafeb512 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.1500404 Jun 24 08:43:43.550927 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a977ea25-8fed-408e-9772-aebb8b1b7bbe req-cfbd87b3-00ce-481c-8376-a78c96ea104a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0448840 Jun 24 08:43:43.599553 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-32bfeb92-2d7c-40dd-a44f-6fca62094666 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 1001 time: 0.0771852 Jun 24 08:43:43.623949 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:43.639467 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-c4b8be3f-ca8f-4e3f-8fc2-8c102fc24733 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.641232 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-c4b8be3f-ca8f-4e3f-8fc2-8c102fc24733 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.2777982 Jun 24 08:43:43.664945 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-9fd8a1f6-730d-40f0-b2ec-68a0f9159ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.667181 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-9fd8a1f6-730d-40f0-b2ec-68a0f9159ee9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0634999 Jun 24 08:43:43.693548 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-889c07fe-3ee5-4e01-8825-cc1944ccbda2 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095969 Jun 24 08:43:43.718218 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:43.738639 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-aa14d83d-602e-4171-bf00-bc4a9bf3deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.739317 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-50a43622-ab31-4f3a-b835-db73b237c22a req-b24d351b-c4e7-4919-b3ec-0e8e1e243d88 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0629163 Jun 24 08:43:43.740932 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-aa14d83d-602e-4171-bf00-bc4a9bf3deb3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600352 Jun 24 08:43:43.834512 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:43.868410 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-cd91fb89-8db9-40b8-9d0c-3952e0173037 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179559 Jun 24 08:43:43.900842 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8cd262c4-c5e9-49e0-ad13-b216cf138865 req-cbe3e35f-2542-477d-ab27-1555e9c88005 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844890 Jun 24 08:43:43.908540 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f848b3bc-a116-4b0d-8d8b-b34e22173d36 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 379 time: 0.2187231 Jun 24 08:43:43.943751 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47997a-75cd-4eb9-bdfe-79dfc3bacf74 req-e142744a-f29a-4344-8117-176d17b36cca tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:43.945252 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3f47997a-75cd-4eb9-bdfe-79dfc3bacf74 req-e142744a-f29a-4344-8117-176d17b36cca tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0566220 Jun 24 08:43:43.962528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'port': {'device_id': '343f4d48-6760-43ff-884e-cca72945b189', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'admin_state_up': True, 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'security_groups': ['529c0a81-d7c0-49bf-94d7-65db6eaff35e']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:43.975951 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-57a86e6c-27a0-418d-b831-cf7a7eeb0819 req-743d2220-5d4a-4a48-8e40-ebea6decf4e7 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988054 Jun 24 08:43:44.071196 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3f47997a-75cd-4eb9-bdfe-79dfc3bacf74 req-0ed11744-ece7-40b6-b12a-6cea00271aff tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 Jun 24 08:43:44.125772 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Made reservation on behalf of d0b95979aebe47bc92c387de59394942 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:44.132155 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:44.321136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6565b04-a824-4419-9cdd-f0bd1949be65 req-313bd977-5fe0-4364-ab93-408bc8cdb662 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:44.322658 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6565b04-a824-4419-9cdd-f0bd1949be65 req-313bd977-5fe0-4364-ab93-408bc8cdb662 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0931923 Jun 24 08:43:44.357770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.20.0.9 (6af235bb-9dd2-419a-b173-c8cd5b4cf745/a987ff3b-9cb2-4828-8f29-d7c732e1f00c/2d1085b8-f3d2-4d16-b60d-40af9929f641) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:43:44.372007 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:44.405161 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6565b04-a824-4419-9cdd-f0bd1949be65 req-4ad5db1f-ac7f-428b-b3d4-916e449cb2a6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760543 Jun 24 08:43:44.538077 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:44.574637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:44.589119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:44.629501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:44.633773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:44.638647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:43:44.712556 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:44.739297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0cdea-a2cd-4f88-aed8-d54fa2ae0c93 req-36917144-1e08-4d61-a51e-075d8acc57a7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:44.740872 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64b0cdea-a2cd-4f88-aed8-d54fa2ae0c93 req-36917144-1e08-4d61-a51e-075d8acc57a7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 931 time: 0.1038036 Jun 24 08:43:44.749230 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:44.750434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:44.783960 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-fd2a2e17-7634-4fa0-aba6-fcf34e3fba95 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263428 Jun 24 08:43:44.829128 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64b0cdea-a2cd-4f88-aed8-d54fa2ae0c93 req-4da60d15-7219-4d31-a92c-a38d3692d26c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743794 Jun 24 08:43:44.897119 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23575564-e4fa-480a-a834-97f34b58d81f req-4ae7f95a-a742-425c-8d9e-ca0295b283e0 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0291729 Jun 24 08:43:44.964652 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-82b9f6e2-f111-4e0a-a221-c572649efafa None None] Provisioning complete for port 2d1085b8-f3d2-4d16-b60d-40af9929f641 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:44.965304 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-82b9f6e2-f111-4e0a-a221-c572649efafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:44.978415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-16bd739c-2596-42c7-9d37-d002eb04e364 req-fb766e57-11e6-45f8-8c7d-d85566eda90f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:43:44.979528 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-16bd739c-2596-42c7-9d37-d002eb04e364 req-fb766e57-11e6-45f8-8c7d-d85566eda90f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055532 Jun 24 08:43:44.999215 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-82b9f6e2-f111-4e0a-a221-c572649efafa None None] Port 2d1085b8-f3d2-4d16-b60d-40af9929f641 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:43:45.155514 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b920647-d051-41de-93cd-00c8e37a17a0 req-3e8f8543-f84b-447d-9240-e319bec24526 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:45.157556 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b920647-d051-41de-93cd-00c8e37a17a0 req-3e8f8543-f84b-447d-9240-e319bec24526 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0598609 Jun 24 08:43:45.220310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7d364-54bc-412b-a19e-e2bd6510b287 req-6dfee017-2bfe-4c1f-b41c-a925aaa09e46 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:45.221859 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2bf7d364-54bc-412b-a19e-e2bd6510b287 req-6dfee017-2bfe-4c1f-b41c-a925aaa09e46 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.0633783 Jun 24 08:43:45.266514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b920647-d051-41de-93cd-00c8e37a17a0 req-2d1d444a-2339-4639-8394-672a8f940fd7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992320 Jun 24 08:43:45.305190 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2bf7d364-54bc-412b-a19e-e2bd6510b287 req-642c5bc1-d381-4aee-93ac-6b2ceff8164d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774000 Jun 24 08:43:45.508859 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36942) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:45.622268 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-13a6483b-8305-4747-bfd9-b65f20dcbcee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118166 Jun 24 08:43:45.632495 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-b1cc949e-6d4a-4778-a273-840624999020 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110637) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:43:45.637955 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-b1cc949e-6d4a-4778-a273-840624999020 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0103502 Jun 24 08:43:45.722901 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Request body: {'port': {'device_id': '343f4d48-6760-43ff-884e-cca72945b189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:45.757530 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 36950) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:45.815002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:45.826817 dv-cinder-847131-2-iscsi neutron-server[110637]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 08:43:45.934389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-166a3844-7276-4529-aac9-215c382d1548 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:45.944037 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-166a3844-7276-4529-aac9-215c382d1548 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports/24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 940 time: 0.1849608 Jun 24 08:43:46.116547 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ce5acc5-fb4a-478e-9c04-040bf84c97d7 req-1f0370f2-e1ff-4814-b682-e58ecb8c21d8 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0778375 Jun 24 08:43:46.128026 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc5828-b210-478c-b30f-4928605bf2b5 req-87458c0f-1ce8-46ec-ad43-cd1493bb96de tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:46.129535 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70dc5828-b210-478c-b30f-4928605bf2b5 req-87458c0f-1ce8-46ec-ad43-cd1493bb96de tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 931 time: 0.1046262 Jun 24 08:43:46.151417 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:46.244503 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70dc5828-b210-478c-b30f-4928605bf2b5 req-547377c5-7091-4e08-8bd7-80209f8f1776 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076598 Jun 24 08:43:46.302132 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d1085b8-f3d2-4d16-b60d-40af9929f641 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:43:46.310476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks [] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:46.325223 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Transition to ACTIVE for port object 2d1085b8-f3d2-4d16-b60d-40af9929f641 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:43:46.329393 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:46.413728 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:46.491297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:46.524520 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1fd3-e397-4132-a8fa-1d2bd9f1a8d8 req-9a2f2272-b17e-40a8-b6fe-ba0705bebd54 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:46.526152 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b96b1fd3-e397-4132-a8fa-1d2bd9f1a8d8 req-9a2f2272-b17e-40a8-b6fe-ba0705bebd54 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1631994 Jun 24 08:43:46.566909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d7b63-3e48-4686-be48-6680261ff3a7 req-c8b59dad-1bd2-408d-8eb7-09f0d6e70634 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:46.573101 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-378d7b63-3e48-4686-be48-6680261ff3a7 req-c8b59dad-1bd2-408d-8eb7-09f0d6e70634 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1580141 Jun 24 08:43:46.711793 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b96b1fd3-e397-4132-a8fa-1d2bd9f1a8d8 req-37f3b89e-a14c-4cb8-9e4f-664b912be862 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613884 Jun 24 08:43:46.717583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-378d7b63-3e48-4686-be48-6680261ff3a7 req-4b1f59b5-d1da-47da-8020-ee257fc3df40 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436737 Jun 24 08:43:46.719187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Attempting to bind port 2d1085b8-f3d2-4d16-b60d-40af9929f641 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:43:46.720057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Attempting to bind port 2d1085b8-f3d2-4d16-b60d-40af9929f641 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:43:46.720057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Attempting to bind port 2d1085b8-f3d2-4d16-b60d-40af9929f641 on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:46.725139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Port 2d1085b8-f3d2-4d16-b60d-40af9929f641 on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:43:46.725139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Attempting to bind port 2d1085b8-f3d2-4d16-b60d-40af9929f641 on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:46.730391 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:43:46.730914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:46.731079 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Bound using segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:43:46.731629 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Bound port: 2d1085b8-f3d2-4d16-b60d-40af9929f641, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:43:46.741893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:46.743808 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-2b58794a-ad8b-453b-bb0b-1f13fe70bb19 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:46.745100 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-2b58794a-ad8b-453b-bb0b-1f13fe70bb19 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 814 time: 0.1865160 Jun 24 08:43:46.809198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:43:46.812340 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:43:46.821231 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:46.861790 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:46.862424 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:46.863810 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] 10.222.0.49 "PUT /v2.0/ports/2d1085b8-f3d2-4d16-b60d-40af9929f641 HTTP/1.1" status: 200 len: 1093 time: 1.1544735 Jun 24 08:43:46.864255 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:43:46.866571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288" -d '{"events": [{"name": "network-changed", "server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:43:46.892250 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb1d36-57c8-48b1-91c9-b46e7b326673 service neutron] Pushing event updated for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:46.912023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b8f22-a7cd-4d7b-ad7a-0afc656e20d6 x-openstack-request-id: req-e71b8f22-a7cd-4d7b-ad7a-0afc656e20d6 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:43:46.912310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:43:46.912558 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e71b8f22-a7cd-4d7b-ad7a-0afc656e20d6 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:43:46.913017 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71b8f22-a7cd-4d7b-ad7a-0afc656e20d6'] response: {'name': 'network-changed', 'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'status': 'completed', 'code': 200} Jun 24 08:43:47.044769 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Request body: {'port': {'device_id': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b', 'admin_state_up': True, 'tenant_id': '84c244fc43f94ea2bc9f76965c111e78'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:47.151717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-c0122af5-6269-48c9-8280-ddb311ce5b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.153261 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-c0122af5-6269-48c9-8280-ddb311ce5b8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 1127 time: 0.1012323 Jun 24 08:43:47.261762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-28c1d6bf-5216-49e7-85e0-5b2a4abc77c1 req-df9834f0-9ca9-455f-bea6-745a3ff1787e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 210 time: 0.0515418 Jun 24 08:43:47.280608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Made reservation on behalf of 84c244fc43f94ea2bc9f76965c111e78 for: {'port': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:47.286143 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:47.448402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:47.457763 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Allocated IP 172.20.0.6 (943a828b-ef50-4d2e-9324-0233b619718b/f24bc66c-4f75-41a8-a7b6-7099c5fac730/d53cfc38-6644-4e13-ba09-d9d83433beb7) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:43:47.458046 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-f6d283cc-cefe-42e1-bd9f-e75d7bbcba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.459662 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-f6d283cc-cefe-42e1-bd9f-e75d7bbcba5d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d0b95979aebe47bc92c387de59394942&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2008939 Jun 24 08:43:47.466824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7078e6-5409-4c1a-a477-e17785211c8b req-954013ec-3b0c-442e-b144-967ac260f0c7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.469083 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b7078e6-5409-4c1a-a477-e17785211c8b req-954013ec-3b0c-442e-b144-967ac260f0c7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0802035 Jun 24 08:43:47.526078 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b7078e6-5409-4c1a-a477-e17785211c8b req-0920bcbe-7813-490a-a4fd-a547e7861518 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507274 Jun 24 08:43:47.630122 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks [] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:47.637497 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:47.661656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-ba67c536-b944-46ea-b7fe-2dac6f4bb673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.663341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0b5e7bac-fdd0-44d8-a40f-bf1bb45e1288 req-ba67c536-b944-46ea-b7fe-2dac6f4bb673 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1089215 Jun 24 08:43:47.666662 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:47.711765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Network 943a828b-ef50-4d2e-9324-0233b619718b is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:47.715069 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:47.719684 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:43:47.751767 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Pushing event updated for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:47.765736 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.766076 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.766408 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.766735 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.767053 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.767371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.767682 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.767991 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.768298 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.768606 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.768915 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.769226 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.769530 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.769860 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.770179 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:47.787163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f38bc9d6-c7be-4cea-a43c-1c64379aa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.789261 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-f38bc9d6-c7be-4cea-a43c-1c64379aa4c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 1127 time: 0.0504465 Jun 24 08:43:47.792999 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.793624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:47.801017 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:47.811722 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-ec23944a-b0b7-4a17-927f-028da17c6d0f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7744126 Jun 24 08:43:47.857080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7630-8b60-4062-b860-c2412b635c2e req-920b82d5-c637-4515-83f6-a92a1b5a6783 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:47.858584 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c82f7630-8b60-4062-b860-c2412b635c2e req-920b82d5-c637-4515-83f6-a92a1b5a6783 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0585842 Jun 24 08:43:47.916876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c82f7630-8b60-4062-b860-c2412b635c2e req-3407c0ba-1f5a-4a4f-b77d-44d79f3ff366 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521357 Jun 24 08:43:48.258783 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37002) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:48.263303 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566265716', 'description': 'tempest-description--741130245'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:48.284984 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.356101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (9d909fab-b0dc-46f8-ad4e-9d47f068d913), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.362166 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9d909fab-b0dc-46f8-ad4e-9d47f068d913), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.396918 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d909fab-b0dc-46f8-ad4e-9d47f068d913,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:48.401498 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.405452 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f72a4020-d5aa-41ed-a226-30415813ea56 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1429963 Jun 24 08:43:48.406112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eacfce-0080-407c-869b-bfccbef6ea67 req-229b9d80-4988-4e28-9b0c-23d08a68ac81 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:48.406112 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26eacfce-0080-407c-869b-bfccbef6ea67 req-229b9d80-4988-4e28-9b0c-23d08a68ac81 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 931 time: 0.0666730 Jun 24 08:43:48.409842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37008) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:48.414536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'security_group_rule': {'security_group_id': '9d909fab-b0dc-46f8-ad4e-9d47f068d913', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:48.440811 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (a133ac20-6df4-44c2-a484-d55848d5d92d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.455581 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26eacfce-0080-407c-869b-bfccbef6ea67 req-0dc37f4f-e0c7-48ee-a6ad-a4212e8b4abc tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Jun 24 08:43:48.498058 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (a133ac20-6df4-44c2-a484-d55848d5d92d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.503045 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (a133ac20-6df4-44c2-a484-d55848d5d92d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.523465 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a133ac20-6df4-44c2-a484-d55848d5d92d,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:48.528225 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.529452 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-12029a92-cdae-4ecd-bd65-5924b267876f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185703 Jun 24 08:43:48.532635 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37010) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:48.537204 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'security_group_rule': {'security_group_id': '9d909fab-b0dc-46f8-ad4e-9d47f068d913', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:48.567097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (59cd9c87-09a3-465e-9dbd-fbced7a1f4eb), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.625664 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (59cd9c87-09a3-465e-9dbd-fbced7a1f4eb), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.629415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (59cd9c87-09a3-465e-9dbd-fbced7a1f4eb), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.645049 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cd9c87-09a3-465e-9dbd-fbced7a1f4eb,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:48.650002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8071939-91df-4717-a1a1-96dc41fcf285 req-b15fd772-27d5-4197-95d4-3dd94c50d322 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:48.651523 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8071939-91df-4717-a1a1-96dc41fcf285 req-b15fd772-27d5-4197-95d4-3dd94c50d322 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0498791 Jun 24 08:43:48.657493 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.661673 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dd040e7a-221f-4634-b45b-5e32e1115a5e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251993 Jun 24 08:43:48.661966 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37014) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:48.666253 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:48.684931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:48.688097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.707512 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c8071939-91df-4717-a1a1-96dc41fcf285 req-538d76cc-63b5-40e8-85de-2ce60ddfdd5f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496762 Jun 24 08:43:48.770281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.780846 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:48.878693 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Allocated IP 172.27.1.34 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/43d67d29-c3cf-4d59-8421-d9eeb797f8d9) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:43:48.983887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:48.987841 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:49.023861 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.042829 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc809833-349e-4a91-84e7-6234c47bcbf8 req-ee45c868-7507-49a7-b160-f0b0e80b30f5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:49.044448 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cc809833-349e-4a91-84e7-6234c47bcbf8 req-ee45c868-7507-49a7-b160-f0b0e80b30f5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0530303 Jun 24 08:43:49.063585 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:49.068285 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:49.072030 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:43:49.075250 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'Port': ['ID=43d67d29-c3cf-4d59-8421-d9eeb797f8d9,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:49.095702 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cc809833-349e-4a91-84e7-6234c47bcbf8 req-eafd8a48-0f50-44d0-b005-f49fffda8248 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449255 Jun 24 08:43:49.373842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.414385 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.565850 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.570570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.574717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ebc06-37ae-4350-98bc-d15d3dae26cf req-d0504791-bada-4c16-96bf-248568ce71f9 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:49.576213 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691ebc06-37ae-4350-98bc-d15d3dae26cf req-d0504791-bada-4c16-96bf-248568ce71f9 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 931 time: 0.0476973 Jun 24 08:43:49.629277 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691ebc06-37ae-4350-98bc-d15d3dae26cf req-ea69f797-e25c-4616-a5a1-19a7d997171f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458000 Jun 24 08:43:49.634811 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:49.643400 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'Port': ['ID=43d67d29-c3cf-4d59-8421-d9eeb797f8d9,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:49.657268 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.673010 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:49.674243 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4a4ad757-9502-4c2a-b8ce-ece69670cb49 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0112560 Jun 24 08:43:49.828076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff06a08-07fd-48fc-bb86-c858378b1490 req-8e6f82d1-03dd-4f27-b992-d53f0f10bdbb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:49.829580 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7ff06a08-07fd-48fc-bb86-c858378b1490 req-8e6f82d1-03dd-4f27-b992-d53f0f10bdbb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0529697 Jun 24 08:43:50.140583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-124d2d4e-c207-4831-a92f-c0e67acd8e6b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--566265716&fields=id&tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13 HTTP/1.1" status: 200 len: 267 time: 0.3079729 Jun 24 08:43:50.144418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7ff06a08-07fd-48fc-bb86-c858378b1490 req-f8998f8e-c456-417f-9a1d-e8d3ca44729d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3057680 Jun 24 08:43:50.272991 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Request body: {'port': {'device_id': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:50.295376 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:43:50.319140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0083b21-6fd5-43de-83cd-ad96d2cf076a req-0fa0df1c-7f80-4e0c-b566-db037b7b1ad7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.320629 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0083b21-6fd5-43de-83cd-ad96d2cf076a req-0fa0df1c-7f80-4e0c-b566-db037b7b1ad7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1069665 Jun 24 08:43:50.326807 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.327029 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-021062ed-f890-4d14-9508-10117df86145 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.328754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-021062ed-f890-4d14-9508-10117df86145 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.1809492 Jun 24 08:43:50.331228 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-8925dea3-7099-47e2-b50b-249c181e09ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641 HTTP/1.1" status: 200 len: 217 time: 0.0605316 Jun 24 08:43:50.338170 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.342981 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.387036 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: DOWN; New status is: DOWN {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:50.387703 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.393246 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-ed02eefd-b0a4-4a0d-85fa-82231d581b69 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/quotas/dfa535df5dd14d69bb3ca125cbd9fe13 HTTP/1.1" status: 200 len: 375 time: 0.0547383 Jun 24 08:43:50.461470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-cab0567a-2acf-423b-9d7c-6f4a48069fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.462940 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-cab0567a-2acf-423b-9d7c-6f4a48069fb4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.1234608 Jun 24 08:43:50.469637 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0083b21-6fd5-43de-83cd-ad96d2cf076a req-6768ed5a-a621-4674-ad55-0eb46c69428e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402221 Jun 24 08:43:50.508477 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-0b7f2a47-000b-471b-8174-cfeeab1b5607 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1097109 Jun 24 08:43:50.522201 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-41b06cb1-3412-4fd8-9a8b-3ab8a688e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.523758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-41b06cb1-3412-4fd8-9a8b-3ab8a688e18d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532300 Jun 24 08:43:50.640904 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53cfc38-6644-4e13-ba09-d9d83433beb7 {{(pid=110637) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:43:50.648580 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks [] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.663833 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.668113 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.provisioning_blocks [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Transition to ACTIVE for port object d53cfc38-6644-4e13-ba09-d9d83433beb7 will not be triggered until provisioned by entity L2. {{(pid=110637) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:43:50.674740 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.696762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-a0989a79-4d6f-4eeb-8c37-e8b7b9701582 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759021 Jun 24 08:43:50.706659 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-08a25cfc-a074-49df-b018-9f16ecfcb457 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749904 Jun 24 08:43:50.717898 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.736073 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:50.788092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:50.807193 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Attempting to bind port d53cfc38-6644-4e13-ba09-d9d83433beb7 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:43:50.807518 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Attempting to bind port d53cfc38-6644-4e13-ba09-d9d83433beb7 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:43:50.807837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Attempting to bind port d53cfc38-6644-4e13-ba09-d9d83433beb7 on network 943a828b-ef50-4d2e-9324-0233b619718b {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:50.812651 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Port d53cfc38-6644-4e13-ba09-d9d83433beb7 on network 943a828b-ef50-4d2e-9324-0233b619718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:43:50.813142 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Attempting to bind port d53cfc38-6644-4e13-ba09-d9d83433beb7 on network 943a828b-ef50-4d2e-9324-0233b619718b {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:43:50.820958 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:43:50.821281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Checking segment: {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:43:50.821733 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Bound using segment: {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'} {{(pid=110637) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:43:50.822168 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.managers [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Bound port: d53cfc38-6644-4e13-ba09-d9d83433beb7, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'}}] {{(pid=110637) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:43:50.822526 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.877239 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc2dd4-8247-4ff6-a77c-709cbcfccb0c req-0cca48f6-1313-45c0-b1d6-0063c69c90cb tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.878401 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eedc2dd4-8247-4ff6-a77c-709cbcfccb0c req-0cca48f6-1313-45c0-b1d6-0063c69c90cb tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 943 time: 0.1546612 Jun 24 08:43:50.895126 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, cleared binding levels {{(pid=110637) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:43:50.898420 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110637) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:43:50.906682 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.944044 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-82deebe7-b981-40de-81a5-0042363988fd service neutron] 10.222.0.13 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445936 Jun 24 08:43:50.950683 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:50.951168 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:50.953169 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] 10.222.0.49 "PUT /v2.0/ports/d53cfc38-6644-4e13-ba09-d9d83433beb7 HTTP/1.1" status: 200 len: 1093 time: 0.6839283 Jun 24 08:43:50.953743 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:43:50.956056 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333d429-d351-411e-8af0-cf14b90f6fee" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:43:50.965426 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-691b6b4f-bb27-4365-a312-43df4fc0c563 req-386de6ae-bbbd-4c7b-8d8e-aad1debdc350 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404952 Jun 24 08:43:50.996853 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ec6a-ac5f-4805-950d-ff2d6cab3b04 service neutron] Pushing event updated for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=3']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:51.018321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eedc2dd4-8247-4ff6-a77c-709cbcfccb0c req-a721bde6-4052-4538-9343-4142278a9c09 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304355 Jun 24 08:43:51.068765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a1227a-86ef-4142-b9ec-ce21d120d4ab x-openstack-request-id: req-49a1227a-86ef-4142-b9ec-ce21d120d4ab {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:43:51.069047 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:43:51.069297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49a1227a-86ef-4142-b9ec-ce21d120d4ab {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:43:51.069726 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49a1227a-86ef-4142-b9ec-ce21d120d4ab'] response: {'name': 'network-changed', 'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7', 'status': 'completed', 'code': 200} Jun 24 08:43:51.132746 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-128f6710-52ee-40d8-b297-e0ae0079c9ba req-6e12a97b-d206-4dd0-b8b7-97254a6865a6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 210 time: 0.0315344 Jun 24 08:43:51.235832 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-824f8c24-c8ed-4794-955d-03e2f18edfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:51.269438 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f8b66-854a-4246-96ce-dac45a5d246b req-8998d886-8437-4755-92f9-6878a2f4e64d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:51.270955 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-489f8b66-854a-4246-96ce-dac45a5d246b req-8998d886-8437-4755-92f9-6878a2f4e64d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0550520 Jun 24 08:43:51.327361 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-489f8b66-854a-4246-96ce-dac45a5d246b req-021cb901-cc3f-45ec-b051-a1450a31e4fb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503023 Jun 24 08:43:51.391210 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-0677a8de-5535-4cb3-814c-ef474b2e3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:51.392946 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-0677a8de-5535-4cb3-814c-ef474b2e3e84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 1127 time: 0.0444379 Jun 24 08:43:51.462926 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-9856e5ad-301b-4318-97fa-3e910911101d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7 HTTP/1.1" status: 200 len: 217 time: 0.0387795 Jun 24 08:43:51.551239 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-9946fc29-71f8-4e19-a719-a7a4149e67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:51.554328 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-9946fc29-71f8-4e19-a719-a7a4149e67ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f24bc66c-4f75-41a8-a7b6-7099c5fac730 HTTP/1.1" status: 200 len: 854 time: 0.0805089 Jun 24 08:43:51.618321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-07fe42c2-77ff-40ab-9f5a-97cdd83a07cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=943a828b-ef50-4d2e-9324-0233b619718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521004 Jun 24 08:43:51.695004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def733d-e591-4a08-9d53-1adc28a0aee2 req-261c3180-9a00-4182-a08e-6bb744a04c2b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:51.696568 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2def733d-e591-4a08-9d53-1adc28a0aee2 req-261c3180-9a00-4182-a08e-6bb744a04c2b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1193767 Jun 24 08:43:51.806959 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2def733d-e591-4a08-9d53-1adc28a0aee2 req-6e0bffa5-4782-4eb9-8faf-33a0e0a57834 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027462 Jun 24 08:43:51.813521 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-3ba4f031-eaf5-4aff-98c8-2471a5e3eea0 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613865 Jun 24 08:43:51.960992 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:52.027063 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-367a2fed-18d0-47fe-95c7-465ff5f826e8 req-020ead43-4b3a-49b2-a947-53808595a303 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960722 Jun 24 08:43:52.031955 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-5b4ca42b-810c-47f1-8dfe-514f43be3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:52.033801 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-5b4ca42b-810c-47f1-8dfe-514f43be3ccf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 1127 time: 0.0749993 Jun 24 08:43:52.144249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e694bc-6c53-4384-a307-3d8644ddfb12 req-9f6aa25d-04fa-4033-ad32-303377dded03 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:52.145773 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b8e694bc-6c53-4384-a307-3d8644ddfb12 req-9f6aa25d-04fa-4033-ad32-303377dded03 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 943 time: 0.0533087 Jun 24 08:43:52.197914 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b8e694bc-6c53-4384-a307-3d8644ddfb12 req-07d3b4e7-7776-448d-9031-546a10a215be tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 Jun 24 08:43:52.241514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-df64ac1a-951a-47e2-9989-f6b5e8f60eaa req-e2bf5afc-e33d-4c44-b407-309b7d0daab7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Jun 24 08:43:52.488894 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9768e-991b-4722-8df0-b485a25d9b46 req-e466855b-0a80-4a87-9137-dfda6de38342 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:52.490289 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7db9768e-991b-4722-8df0-b485a25d9b46 req-e466855b-0a80-4a87-9137-dfda6de38342 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0534432 Jun 24 08:43:52.540974 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7db9768e-991b-4722-8df0-b485a25d9b46 req-87ff43d9-e931-4406-b52e-fde15bcc011f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452595 Jun 24 08:43:52.942608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c468525-ec48-4a51-8399-27ed1c95d7f2 req-1cefa876-488f-4302-9ba2-4d757657b515 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:52.944098 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c468525-ec48-4a51-8399-27ed1c95d7f2 req-1cefa876-488f-4302-9ba2-4d757657b515 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0516441 Jun 24 08:43:52.994995 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c468525-ec48-4a51-8399-27ed1c95d7f2 req-ea3061c3-d7a4-445f-b6e8-5a2073c01570 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452025 Jun 24 08:43:53.083010 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:53.088921 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d429-d351-411e-8af0-cf14b90f6fee req-d6a0b7c3-d115-4b97-8582-544d26dad775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.090690 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-d6a0b7c3-d115-4b97-8582-544d26dad775 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 1127 time: 0.0485547 Jun 24 08:43:53.094902 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-9d102117-cc03-4481-9abf-d10d0c6bbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.097078 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-9d102117-cc03-4481-9abf-d10d0c6bbf6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1127 time: 0.0558383 Jun 24 08:43:53.208470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d429-d351-411e-8af0-cf14b90f6fee req-0239ea7d-f203-4eb9-a101-baa784d98a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.209975 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-0239ea7d-f203-4eb9-a101-baa784d98a75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 915 time: 0.0930202 Jun 24 08:43:53.328653 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a04e8-78da-45e4-9400-65bd1b711a46 req-02f37a29-7ac1-40ce-b9cf-0a36e510cb0c tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.330312 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3a3a04e8-78da-45e4-9400-65bd1b711a46 req-02f37a29-7ac1-40ce-b9cf-0a36e510cb0c tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 943 time: 0.0604846 Jun 24 08:43:53.348865 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bffd959d-2229-460e-9b0e-59c7894d1e30 req-ea26665c-377a-4863-ad7f-284c00d8537c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 210 time: 0.0380895 Jun 24 08:43:53.429243 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-092824ce-bb14-4511-9654-b86cb916a3d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7 HTTP/1.1" status: 200 len: 217 time: 0.0490615 Jun 24 08:43:53.432987 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3a3a04e8-78da-45e4-9400-65bd1b711a46 req-d8abf8ba-3226-4db1-b9ec-ad5b02652b30 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871942 Jun 24 08:43:53.486369 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d429-d351-411e-8af0-cf14b90f6fee req-3fa8bb57-91c5-4f8a-b892-a5215e8e3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.487844 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-3fa8bb57-91c5-4f8a-b892-a5215e8e3dd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f24bc66c-4f75-41a8-a7b6-7099c5fac730 HTTP/1.1" status: 200 len: 854 time: 0.0472903 Jun 24 08:43:53.502882 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-60c11fdf-47fc-484f-9c09-dae3ab3b5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.504422 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-60c11fdf-47fc-484f-9c09-dae3ab3b5c7d service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.1222379 Jun 24 08:43:53.567867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-34589d1d-37ca-4fe9-8144-232243064181 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=943a828b-ef50-4d2e-9324-0233b619718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412197 Jun 24 08:43:53.575929 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e2aad56c-86fd-4356-891a-bef4a782c2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:53.580192 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:53.606755 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-c9cc0e76-3140-4296-8d2c-d0981109cc67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 998 time: 0.0837305 Jun 24 08:43:53.684924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-3d041562-838b-4554-b29a-f2b2d8c0bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.686456 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-3d041562-838b-4554-b29a-f2b2d8c0bafe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.0673354 Jun 24 08:43:53.736755 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-9f01998b-8a47-4fc9-baf0-a2580bfa90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.738296 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-9f01998b-8a47-4fc9-baf0-a2580bfa90b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454698 Jun 24 08:43:53.741896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-21e9165f-a062-4593-828e-3c7c97e8e9ca tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.743671 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-21e9165f-a062-4593-828e-3c7c97e8e9ca tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 818 time: 0.2382584 Jun 24 08:43:53.764272 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a06f5-3403-464e-8df9-f55a2ad1b97f req-34ea3e2c-75e1-4942-b46e-1651d77fe5c7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:53.766319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-356a06f5-3403-464e-8df9-f55a2ad1b97f req-34ea3e2c-75e1-4942-b46e-1651d77fe5c7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.1108973 Jun 24 08:43:53.802762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-ee1af4bc-3569-428d-ae6d-09616670aa85 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973736 Jun 24 08:43:53.835157 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:53.872435 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-1997acbb-6f89-4764-83a3-29b1a3bb156a service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049621 Jun 24 08:43:53.880489 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-356a06f5-3403-464e-8df9-f55a2ad1b97f req-127f8010-6c11-4129-a713-43846ccbbf8c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973024 Jun 24 08:43:53.885125 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-5f7d07c5-56bd-400b-9ad8-0ac14bb456f1 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13 HTTP/1.1" status: 200 len: 379 time: 0.1140888 Jun 24 08:43:53.925844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'port': {'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'admin_state_up': True, 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'security_groups': ['9d909fab-b0dc-46f8-ad4e-9d47f068d913']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:43:53.999145 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-16a8350d-4654-46a2-b870-9d76e72977d5 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845706 Jun 24 08:43:54.118786 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8333d429-d351-411e-8af0-cf14b90f6fee req-2b28cba0-97ba-495b-ac45-ca909c2f61c2 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048469 Jun 24 08:43:54.149060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f06e5-a9f7-4924-88bf-be99ad9ee90e req-524f58df-28d7-4b7c-99eb-ba3b7bf1fbf2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:54.150694 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-092f06e5-a9f7-4924-88bf-be99ad9ee90e req-524f58df-28d7-4b7c-99eb-ba3b7bf1fbf2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0699229 Jun 24 08:43:54.151968 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Made reservation on behalf of dfa535df5dd14d69bb3ca125cbd9fe13 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:43:54.155489 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.262582 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-092f06e5-a9f7-4924-88bf-be99ad9ee90e req-8e183404-69ab-44a2-b7c6-5305ed48159d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040177 Jun 24 08:43:54.266064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:54.269753 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device d53cfc38-6644-4e13-ba09-d9d83433beb7 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:43:54.363820 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Allocated IP 172.20.0.3 (e4e8b7d0-ce6c-4343-a961-e78a127b98d9/f017f67f-b373-447e-b925-e0ed3829f6f0/3d39ea3a-6eab-4732-b461-bbfa249534b3) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:43:54.432428 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:54.448576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'd53cfc38-6644-4e13-ba09-d9d83433beb7', 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b', 'port_id': 'd53cfc38-6644-4e13-ba09-d9d83433beb7', 'mac_address': 'fa:16:3e:38:71:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24bc66c-4f75-41a8-a7b6-7099c5fac730', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:43:54.497130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port d53cfc38-6644-4e13-ba09-d9d83433beb7 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:54.497513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.530743 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53cfc38-6644-4e13-ba09-d9d83433beb7 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:43:54.566738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:54.571812 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.625331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:54.633528 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.634138 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.634415 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.635264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.635685 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.636100 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.636570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9f518-61a0-4b5e-b683-03feb30a2f65 req-ebe06ca0-3de4-42ec-8295-73c051cefb23 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:54.637137 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.637613 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.638182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.638365 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6a9f518-61a0-4b5e-b683-03feb30a2f65 req-ebe06ca0-3de4-42ec-8295-73c051cefb23 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 944 time: 0.0892446 Jun 24 08:43:54.638824 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.639332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.639850 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.640618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.641441 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.641990 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:43:54.642711 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8ba56925-6226-4705-81ff-e0756a02e5eb req-4452b3f0-dae6-4579-9017-deacf3b594b4 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 210 time: 0.1105976 Jun 24 08:43:54.686022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.727956 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6a9f518-61a0-4b5e-b683-03feb30a2f65 req-89b2f262-6797-42ec-89f4-4d4ac7e19b8b tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Jun 24 08:43:54.747011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.792195 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:54.802091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:43:54.807924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:43:54.810543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:43:54.814793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event updated for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:54.856445 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.906321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:54.907067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:54.940116 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-23485ab1-0175-48e2-a12f-176baf6a8a05 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0245056 Jun 24 08:43:54.990498 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['d53cfc38-6644-4e13-ba09-d9d83433beb7'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:43:55.103419 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9effe-057f-4565-8e23-e92fcd20da93 req-6209db8e-0eb5-4616-a30a-94c9c185a170 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:55.107308 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1fd9effe-057f-4565-8e23-e92fcd20da93 req-6209db8e-0eb5-4616-a30a-94c9c185a170 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.1089871 Jun 24 08:43:55.227982 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1fd9effe-057f-4565-8e23-e92fcd20da93 req-4e4e25af-6313-4e35-b998-92f1f3e392d0 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051474 Jun 24 08:43:55.312126 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-905b6869-6e18-42af-bc4a-f4228a7bdd01 None None] Provisioning complete for port 3d39ea3a-6eab-4732-b461-bbfa249534b3 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:55.312399 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-905b6869-6e18-42af-bc4a-f4228a7bdd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:55.385017 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-905b6869-6e18-42af-bc4a-f4228a7bdd01 None None] Port 3d39ea3a-6eab-4732-b461-bbfa249534b3 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:43:55.482652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b192a33-4c94-4f1e-9a7b-bca1aca4cc2c req-c61fbba0-38a3-429c-a763-70adf72c58bc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:55.484542 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b192a33-4c94-4f1e-9a7b-bca1aca4cc2c req-c61fbba0-38a3-429c-a763-70adf72c58bc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0663989 Jun 24 08:43:55.553499 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b192a33-4c94-4f1e-9a7b-bca1aca4cc2c req-36cbdcbc-6a0a-48b2-a1ff-4858b2cd16a3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578916 Jun 24 08:43:55.813165 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9c8aa-1157-4ae6-9599-cb656889355b req-1d384791-b910-4e5e-9a2d-24e1b8ffb834 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:55.819257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-66e9c8aa-1157-4ae6-9599-cb656889355b req-1d384791-b910-4e5e-9a2d-24e1b8ffb834 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.0889404 Jun 24 08:43:55.907013 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37158) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:55.927188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-66e9c8aa-1157-4ae6-9599-cb656889355b req-74e9c360-8f5e-4bd1-864c-7ae64c61e309 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947974 Jun 24 08:43:55.945416 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8e12-aab2-4665-be88-f7651924ba67 req-2c35f35e-322a-4436-ab48-e234a4dbb4c6 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:55.946983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfdd8e12-aab2-4665-be88-f7651924ba67 req-2c35f35e-322a-4436-ab48-e234a4dbb4c6 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 944 time: 0.0833485 Jun 24 08:43:56.019995 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfdd8e12-aab2-4665-be88-f7651924ba67 req-610ad0ac-fc96-4630-a110-dbc4e56c2dfd tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Jun 24 08:43:56.068912 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8dee3957-b972-4a1f-bce1-158c6b22dcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.168998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:56.171748 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8dee3957-b972-4a1f-bce1-158c6b22dcff admin admin] Publish callbacks [] for security_group (7b741612-f545-4e7e-9d77-cc0f25af2acc), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.176151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8dee3957-b972-4a1f-bce1-158c6b22dcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7b741612-f545-4e7e-9d77-cc0f25af2acc), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.221855 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8dee3957-b972-4a1f-bce1-158c6b22dcff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f146875b82145208428f5ea7de57943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125741 Jun 24 08:43:56.222335 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee3957-b972-4a1f-bce1-158c6b22dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b741612-f545-4e7e-9d77-cc0f25af2acc,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:56.224103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 37162) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:43:56.289790 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:56.294467 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.300598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device d53cfc38-6644-4e13-ba09-d9d83433beb7 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:43:56.313130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] Publish callbacks [] for security_group (7b741612-f545-4e7e-9d77-cc0f25af2acc), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.354651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] Publish callbacks [] for security_group (7b741612-f545-4e7e-9d77-cc0f25af2acc), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.391537 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port d53cfc38-6644-4e13-ba09-d9d83433beb7 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:43:56.403966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port d53cfc38-6644-4e13-ba09-d9d83433beb7 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:43:56.404612 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.420884 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f888fe-a016-4c29-8b9f-893e7db1031b req-903cccb7-d7ba-4a52-b2f0-a4934d0a0f85 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:56.423082 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-95f888fe-a016-4c29-8b9f-893e7db1031b req-903cccb7-d7ba-4a52-b2f0-a4934d0a0f85 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0916944 Jun 24 08:43:56.492948 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-95f888fe-a016-4c29-8b9f-893e7db1031b req-cc5730ca-56a9-4f9f-b0fb-bedf95a87798 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588994 Jun 24 08:43:56.499550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7b741612-f545-4e7e-9d77-cc0f25af2acc), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.502307 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.503537 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b741612-f545-4e7e-9d77-cc0f25af2acc HTTP/1.1" status: 204 len: 168 time: 0.2773833 Jun 24 08:43:56.533963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f30536-5577-4bff-b624-2c2037dd6d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b741612-f545-4e7e-9d77-cc0f25af2acc,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:56.538263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port d53cfc38-6644-4e13-ba09-d9d83433beb7 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:43:56.539052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.542882 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:56.547452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.603553 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:43:56.614756 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c18bc0-0946-41ab-b5b2-0b3292c94853" -d '{"events": [{"server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "name": "network-vif-plugged", "status": "completed", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:43:56.622365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:56.635455 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:43:56.643643 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:43:56.740910 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca3ee0-ea05-4efe-a4b9-47d03405645d x-openstack-request-id: req-c7ca3ee0-ea05-4efe-a4b9-47d03405645d {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:43:56.741198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "name": "network-vif-plugged", "status": "completed", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:43:56.741498 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7ca3ee0-ea05-4efe-a4b9-47d03405645d {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:43:56.741933 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ca3ee0-ea05-4efe-a4b9-47d03405645d'] response: {'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7', 'code': 200} Jun 24 08:43:56.747709 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:43:56.783621 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125ca65-eede-4b57-9972-5c7e88119eb6 req-d6ba0708-5ed4-402d-bfba-f11c5925ffa4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:56.793056 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3125ca65-eede-4b57-9972-5c7e88119eb6 req-d6ba0708-5ed4-402d-bfba-f11c5925ffa4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1154416 Jun 24 08:43:56.854319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3125ca65-eede-4b57-9972-5c7e88119eb6 req-f39f2b5f-35f5-40de-98da-fabd784bdf08 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598617 Jun 24 08:43:57.073876 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076674c-d4b0-4469-bc83-5c99e3c782f9 req-49e18952-3a80-49b8-ab11-7be15cb0aed9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:57.073876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8076674c-d4b0-4469-bc83-5c99e3c782f9 req-49e18952-3a80-49b8-ab11-7be15cb0aed9 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.0626993 Jun 24 08:43:57.192807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97149b77-ea94-42d0-8690-a3d113980538 req-0c9a4ad5-7d29-4245-949e-fa3d1cd57009 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:57.194391 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97149b77-ea94-42d0-8690-a3d113980538 req-0c9a4ad5-7d29-4245-949e-fa3d1cd57009 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0809538 Jun 24 08:43:57.206566 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8076674c-d4b0-4469-bc83-5c99e3c782f9 req-409a7d82-84c7-4c63-9919-24717e903293 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238480 Jun 24 08:43:57.238247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:57.273955 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97149b77-ea94-42d0-8690-a3d113980538 req-08252b4d-786d-458c-bf93-1ded12792a5e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610795 Jun 24 08:43:57.642321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d9a1c-6721-48b7-a15d-f8359d0dad30 req-ffbc3c62-50e1-4093-9c5f-29afd04121af tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:57.643848 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d14d9a1c-6721-48b7-a15d-f8359d0dad30 req-ffbc3c62-50e1-4093-9c5f-29afd04121af tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0742955 Jun 24 08:43:57.721265 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d14d9a1c-6721-48b7-a15d-f8359d0dad30 req-353f7141-1788-4cdb-af16-34fa43d9707f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711730 Jun 24 08:43:58.037679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b4dd0-3ecb-426f-9208-ff1a44980d9c req-a5f18369-0fee-4054-ad2e-d8fdc49d87a5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:58.049007 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9c2b4dd0-3ecb-426f-9208-ff1a44980d9c req-a5f18369-0fee-4054-ad2e-d8fdc49d87a5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1122670 Jun 24 08:43:58.174669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9c2b4dd0-3ecb-426f-9208-ff1a44980d9c req-8ab98756-895b-4f65-95a7-a7ac8d74ffe6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175735 Jun 24 08:43:58.729216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d286-5683-4f12-a924-b6c836b010a9 req-deed4a5d-2f3b-4da6-9855-f1f27f2bf929 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:58.734225 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4985d286-5683-4f12-a924-b6c836b010a9 req-deed4a5d-2f3b-4da6-9855-f1f27f2bf929 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.4019392 Jun 24 08:43:58.766204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc90845-f9de-4c6b-98fc-0ee00aba7b9b req-119dfe01-98e4-4657-b6bf-70c329afdd6f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:58.767702 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2dc90845-f9de-4c6b-98fc-0ee00aba7b9b req-119dfe01-98e4-4657-b6bf-70c329afdd6f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.3707244 Jun 24 08:43:58.833554 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4985d286-5683-4f12-a924-b6c836b010a9 req-fe6a5f25-08f5-4f52-99a4-3aab08b2ea26 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855911 Jun 24 08:43:58.847364 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2dc90845-f9de-4c6b-98fc-0ee00aba7b9b req-57890536-4e43-4806-8d22-8c2786ea2fbb tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725794 Jun 24 08:43:58.972559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6996d-6070-4961-87b0-10cdccbdb648 req-d660f34f-1e61-4574-83ea-6c9808a75c75 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:58.979200 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-19e6996d-6070-4961-87b0-10cdccbdb648 req-d660f34f-1e61-4574-83ea-6c9808a75c75 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0622654 Jun 24 08:43:59.029040 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:43:59.039845 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-19e6996d-6070-4961-87b0-10cdccbdb648 req-a7491817-55f3-482b-bb51-5c0459963846 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533609 Jun 24 08:43:59.347037 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603956b7-b0d4-49f8-9fde-b5278241c24d req-d2e31892-e14b-4a45-ba33-b33833ab35ab tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:43:59.367169 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-603956b7-b0d4-49f8-9fde-b5278241c24d req-d2e31892-e14b-4a45-ba33-b33833ab35ab tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0994940 Jun 24 08:43:59.451195 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-603956b7-b0d4-49f8-9fde-b5278241c24d req-fe72508c-cf30-4ceb-967b-354e9b46c137 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729914 Jun 24 08:44:00.000141 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad56bd4-a993-4c0a-b2bf-77d22f2c6f57 req-be268eaf-fe55-47ed-a716-bdb81dc98cad tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:00.010738 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aad56bd4-a993-4c0a-b2bf-77d22f2c6f57 req-be268eaf-fe55-47ed-a716-bdb81dc98cad tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.0806372 Jun 24 08:44:00.104319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7f7d-72ab-4705-b773-9810c7225488 req-5c99aa9a-0afb-4823-8b07-3fd6b5f2519e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:00.107951 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-253d7f7d-72ab-4705-b773-9810c7225488 req-5c99aa9a-0afb-4823-8b07-3fd6b5f2519e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0864630 Jun 24 08:44:00.173547 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aad56bd4-a993-4c0a-b2bf-77d22f2c6f57 req-8d6801c4-fa9c-4b96-81c9-d1bac0082032 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617522 Jun 24 08:44:00.208591 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-253d7f7d-72ab-4705-b773-9810c7225488 req-a962dba1-6170-4892-94b7-85143ca145bd tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Jun 24 08:44:00.307341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e6ea9-4deb-4ef6-b263-2e3b1f1bab8d req-ef04f3a7-bd39-4ca7-ac0c-bb7671093020 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:00.310036 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c59e6ea9-4deb-4ef6-b263-2e3b1f1bab8d req-ef04f3a7-bd39-4ca7-ac0c-bb7671093020 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0632801 Jun 24 08:44:00.376481 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c59e6ea9-4deb-4ef6-b263-2e3b1f1bab8d req-2a28e866-f848-48a1-9a20-d06fd650dcee tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581779 Jun 24 08:44:00.588528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36006a3d-3859-413c-aea4-347f05e6a9ba req-47f088c5-0b4a-4afc-bce9-d9e29baaca0b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:00.590424 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-36006a3d-3859-413c-aea4-347f05e6a9ba req-47f088c5-0b4a-4afc-bce9-d9e29baaca0b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0574429 Jun 24 08:44:00.648860 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-36006a3d-3859-413c-aea4-347f05e6a9ba req-1d34d043-c0a3-46db-add6-d94d014af8c2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521643 Jun 24 08:44:01.429194 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32fe74-a65c-4006-8788-43d436a8e431 req-93188833-ef23-4233-acd3-663e42857e85 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:01.436424 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ea32fe74-a65c-4006-8788-43d436a8e431 req-93188833-ef23-4233-acd3-663e42857e85 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.1411388 Jun 24 08:44:01.475157 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356239e9-e881-4f38-aecc-7b96cd742ba8 req-0bb269e8-1164-44a8-98ec-afcd1c4442ae tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:01.477336 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-356239e9-e881-4f38-aecc-7b96cd742ba8 req-0bb269e8-1164-44a8-98ec-afcd1c4442ae tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0994024 Jun 24 08:44:01.531249 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ea32fe74-a65c-4006-8788-43d436a8e431 req-5e70745b-7047-4ea6-bbbf-f22ddd5bcef8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851436 Jun 24 08:44:01.613618 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:01.679713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-356239e9-e881-4f38-aecc-7b96cd742ba8 req-cf104d16-c54f-4194-a10c-b1ff7ad269b5 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708694 Jun 24 08:44:01.822277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b13de4-c2ab-4dd9-a623-26ee2ebe228f req-700c9574-66da-4806-8c54-e8e6a9716591 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:01.824157 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53b13de4-c2ab-4dd9-a623-26ee2ebe228f req-700c9574-66da-4806-8c54-e8e6a9716591 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0968790 Jun 24 08:44:01.862827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37280) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:01.944879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc9e70-1908-42c3-b6a0-73e1ce594ecb req-51ca3b05-f091-4865-914e-5588c8a092d9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:01.946595 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fffc9e70-1908-42c3-b6a0-73e1ce594ecb req-51ca3b05-f091-4865-914e-5588c8a092d9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1213770 Jun 24 08:44:01.978420 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53b13de4-c2ab-4dd9-a623-26ee2ebe228f req-edbdf4f0-97c2-4b56-a318-d31a2a596c7b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430302 Jun 24 08:44:02.053680 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fffc9e70-1908-42c3-b6a0-73e1ce594ecb req-0977e677-b67f-4fed-897e-751dce847bee tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940099 Jun 24 08:44:02.107207 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7866facb-315f-4511-ab9d-d0b76279cd16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.205793 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7866facb-315f-4511-ab9d-d0b76279cd16 admin admin] Publish callbacks [] for security_group (7903fc1f-0053-494c-835d-e07056b8d7b1), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.209619 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7866facb-315f-4511-ab9d-d0b76279cd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7903fc1f-0053-494c-835d-e07056b8d7b1), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.248987 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866facb-315f-4511-ab9d-d0b76279cd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903fc1f-0053-494c-835d-e07056b8d7b1,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:02.256597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 37284) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:02.256867 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7866facb-315f-4511-ab9d-d0b76279cd16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb01c37604464a0abefda50c0c9d7d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951790 Jun 24 08:44:02.320324 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] Publish callbacks [] for security_group (7903fc1f-0053-494c-835d-e07056b8d7b1), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.346084 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] Publish callbacks [] for security_group (7903fc1f-0053-494c-835d-e07056b8d7b1), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.359831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:02.427521 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7903fc1f-0053-494c-835d-e07056b8d7b1), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.432998 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:02.434466 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7903fc1f-0053-494c-835d-e07056b8d7b1 HTTP/1.1" status: 204 len: 168 time: 0.1757782 Jun 24 08:44:02.444981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793b74c-93b7-4ffb-a15b-4d5140499672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903fc1f-0053-494c-835d-e07056b8d7b1,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:02.694088 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c22334-b97e-45c4-aa14-2c64a2d7961e req-229950ec-af76-409c-b971-5f7cce82ca9b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:02.696172 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42c22334-b97e-45c4-aa14-2c64a2d7961e req-229950ec-af76-409c-b971-5f7cce82ca9b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.0545409 Jun 24 08:44:02.763931 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42c22334-b97e-45c4-aa14-2c64a2d7961e req-1e125f7e-afd4-4704-a4dc-9f3643293430 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598075 Jun 24 08:44:02.878970 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd03357-8669-457d-8e12-1a5e6f296cbd req-9d6c8a43-d948-40d1-be90-61524233f030 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:02.881074 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffd03357-8669-457d-8e12-1a5e6f296cbd req-9d6c8a43-d948-40d1-be90-61524233f030 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0810204 Jun 24 08:44:02.956197 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffd03357-8669-457d-8e12-1a5e6f296cbd req-bc45134c-7a9a-4fac-8f41-8091091a48ad tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676274 Jun 24 08:44:03.112793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17fce6-6d73-480b-b07e-11b69dbcfd5d req-649e0283-72c7-4218-98b3-dc7dbffc844c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:03.120461 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b17fce6-6d73-480b-b07e-11b69dbcfd5d req-649e0283-72c7-4218-98b3-dc7dbffc844c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0623918 Jun 24 08:44:03.255222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2df76a-6168-4f4e-9936-aae00f5e5548 req-1dc6fcdc-d848-425c-92ae-0cbdbfbb7676 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:03.262205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bc2df76a-6168-4f4e-9936-aae00f5e5548 req-1dc6fcdc-d848-425c-92ae-0cbdbfbb7676 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0850704 Jun 24 08:44:03.274684 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b17fce6-6d73-480b-b07e-11b69dbcfd5d req-a4c442c1-9b60-4bfa-b95b-4db9f5f0420b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530745 Jun 24 08:44:03.341608 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bc2df76a-6168-4f4e-9936-aae00f5e5548 req-9644054e-3ea6-4349-a2c7-5eba8d343bf9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783725 Jun 24 08:44:03.903434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11673955-23fb-4b9b-8578-ba751986a422 req-2cb2a77b-a546-4296-bc45-165be6a2285b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:03.906460 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-11673955-23fb-4b9b-8578-ba751986a422 req-2cb2a77b-a546-4296-bc45-165be6a2285b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 931 time: 0.0571702 Jun 24 08:44:03.960127 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-11673955-23fb-4b9b-8578-ba751986a422 req-528c63f0-9b28-4a0c-bd5d-e7ef892168a6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476046 Jun 24 08:44:04.094012 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f408451-7c7b-4288-90f6-7eeaca3220eb req-3327b9b2-ab3b-435f-8307-683499d17bf2 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:04.099232 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1f408451-7c7b-4288-90f6-7eeaca3220eb req-3327b9b2-ab3b-435f-8307-683499d17bf2 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0546508 Jun 24 08:44:04.153964 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1f408451-7c7b-4288-90f6-7eeaca3220eb req-2c1196da-fe2c-4477-9356-d17cc6b1919d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Jun 24 08:44:04.406318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e4d0c-6f02-457b-9ac4-2248c624625a req-50c0bad7-e959-40b8-8386-9a4986fcee7b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:04.408458 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-368e4d0c-6f02-457b-9ac4-2248c624625a req-50c0bad7-e959-40b8-8386-9a4986fcee7b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0603511 Jun 24 08:44:04.434667 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Request body: {'port': {'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:44:04.502748 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:04.547262 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fbac6-ae45-4669-b5a0-3f017f4339b2 req-ae6de817-dcb8-4db2-9655-a20923dafedb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:04.548782 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e44fbac6-ae45-4669-b5a0-3f017f4339b2 req-ae6de817-dcb8-4db2-9655-a20923dafedb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1243563 Jun 24 08:44:04.570038 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-368e4d0c-6f02-457b-9ac4-2248c624625a req-0a385a91-fd37-4ee2-858f-cbf4ea2c0c0a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539552 Jun 24 08:44:04.583110 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:04.656408 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e44fbac6-ae45-4669-b5a0-3f017f4339b2 req-f95f9a6e-9281-4c06-a227-3065068ac7b2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993841 Jun 24 08:44:04.754825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:04.886395 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39ea3a-6eab-4732-b461-bbfa249534b3 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:44:04.894770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks [] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:04.908734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Transition to ACTIVE for port object 3d39ea3a-6eab-4732-b461-bbfa249534b3 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:44:04.912892 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:04.967056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:05.072832 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Attempting to bind port 3d39ea3a-6eab-4732-b461-bbfa249534b3 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:44:05.073179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Attempting to bind port 3d39ea3a-6eab-4732-b461-bbfa249534b3 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:44:05.073507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Attempting to bind port 3d39ea3a-6eab-4732-b461-bbfa249534b3 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:44:05.085212 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Port 3d39ea3a-6eab-4732-b461-bbfa249534b3 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:44:05.085543 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Attempting to bind port 3d39ea3a-6eab-4732-b461-bbfa249534b3 on network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:44:05.094342 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:44:05.094671 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Checking segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:44:05.095056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Bound using segment: {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:44:05.095646 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Bound port: 3d39ea3a-6eab-4732-b461-bbfa249534b3, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:44:05.095845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:05.104082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add2313-4461-435c-9619-d6b26021c4ff req-e083c175-7c96-4f42-ad4d-073ac59d9fbb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:05.105649 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3add2313-4461-435c-9619-d6b26021c4ff req-e083c175-7c96-4f42-ad4d-073ac59d9fbb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0700357 Jun 24 08:44:05.201307 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3add2313-4461-435c-9619-d6b26021c4ff req-512b22ee-91da-45d4-8ede-d14a678ef8da tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861423 Jun 24 08:44:05.241975 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:44:05.245303 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:44:05.266130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:05.333348 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:05.334023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:05.335606 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 1093 time: 0.9133000 Jun 24 08:44:05.335951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:05.338340 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060a8e9d-2091-45b8-8bdf-7dfedde44236" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:05.358153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444befe5-e173-45b5-93c9-dae0ad8ed758 req-920b10cf-f175-42b1-8f10-bb5056b1fdfe tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:05.359877 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-444befe5-e173-45b5-93c9-dae0ad8ed758 req-920b10cf-f175-42b1-8f10-bb5056b1fdfe tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.1128261 Jun 24 08:44:05.395278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68be919b-92b6-41b0-b8a1-a36e7bf4fdd8 x-openstack-request-id: req-68be919b-92b6-41b0-b8a1-a36e7bf4fdd8 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:05.395569 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:05.395823 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68be919b-92b6-41b0-b8a1-a36e7bf4fdd8 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:05.396519 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68be919b-92b6-41b0-b8a1-a36e7bf4fdd8'] response: {'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'status': 'completed', 'code': 200} Jun 24 08:44:05.403453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb8520-9818-4a0e-9c66-1ed7e093d8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:05.427414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:05.450014 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-444befe5-e173-45b5-93c9-dae0ad8ed758 req-b1973aaf-1977-439d-b98c-d1a4a34771ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836546 Jun 24 08:44:05.474718 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:05.707943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e8e13-057e-461a-85d1-8f994caa55e8 req-9c1b9813-5c4f-4a33-844e-a1f869bb61bd tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:05.709578 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c0e8e13-057e-461a-85d1-8f994caa55e8 req-9c1b9813-5c4f-4a33-844e-a1f869bb61bd tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 943 time: 0.0577955 Jun 24 08:44:05.798075 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3c0e8e13-057e-461a-85d1-8f994caa55e8 req-b8d2d253-5fe6-4645-a502-d78630f9f07c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820873 Jun 24 08:44:05.808525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8b77-fece-4269-be46-0fdc0d2ba588 req-3f7980e7-42e3-407a-959e-74e320b898d7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:05.809999 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f80e8b77-fece-4269-be46-0fdc0d2ba588 req-3f7980e7-42e3-407a-959e-74e320b898d7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0672090 Jun 24 08:44:05.859414 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f80e8b77-fece-4269-be46-0fdc0d2ba588 req-ba7d3621-babb-42a8-ad2d-9d1842c6fbd3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429206 Jun 24 08:44:06.042617 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-37e03957-92a2-4223-9f02-0a713687f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:06.044188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-37e03957-92a2-4223-9f02-0a713687f460 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1127 time: 0.0521584 Jun 24 08:44:06.076078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86f38e-bf8a-4aaf-81ad-daa59dfb4315 req-ac7cc5a8-142d-40f7-ac34-4cf0865076ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:06.078242 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5e86f38e-bf8a-4aaf-81ad-daa59dfb4315 req-ac7cc5a8-142d-40f7-ac34-4cf0865076ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 1129 time: 0.0490460 Jun 24 08:44:06.312988 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:06.321938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5e59d-d758-4d55-938b-5b5d69017c56 req-9219381e-db77-4659-ae01-f2a7f9bd0cfa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:06.323479 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-51e5e59d-d758-4d55-938b-5b5d69017c56 req-9219381e-db77-4659-ae01-f2a7f9bd0cfa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0501962 Jun 24 08:44:06.332835 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 2d1085b8-f3d2-4d16-b60d-40af9929f641 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:44:06.381661 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-51e5e59d-d758-4d55-938b-5b5d69017c56 req-45b5fde6-7cdf-4f6f-a04e-7e8d6d5a6901 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518453 Jun 24 08:44:06.459968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:06.480346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'port_id': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'mac_address': 'fa:16:3e:d2:c9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:44:06.524579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 2d1085b8-f3d2-4d16-b60d-40af9929f641 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:06.524954 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:06.539731 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d1085b8-f3d2-4d16-b60d-40af9929f641 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:44:06.565871 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:06.570351 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:06.604097 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5e86f38e-bf8a-4aaf-81ad-daa59dfb4315 req-641ecf6c-241b-4bbb-90b3-a376e52d4014 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876295 Jun 24 08:44:06.615626 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0180e-5c43-447b-b298-0b97c2c3dab1 req-18b68e08-49f5-4959-9266-8bf1bb6ad962 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:06.618116 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3dd0180e-5c43-447b-b298-0b97c2c3dab1 req-18b68e08-49f5-4959-9266-8bf1bb6ad962 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0782032 Jun 24 08:44:06.637974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-7f6f4239-61d6-48a7-a5a2-a491668de8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:06.639517 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-7f6f4239-61d6-48a7-a5a2-a491668de8f1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2319808 Jun 24 08:44:06.654691 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:06.680640 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3dd0180e-5c43-447b-b298-0b97c2c3dab1 req-8e667b45-505e-493f-8750-9b75d1cd83cb tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524087 Jun 24 08:44:06.938783 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['2d1085b8-f3d2-4d16-b60d-40af9929f641'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:44:07.013732 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5cf3f-fb89-45e1-8869-7924f9966b91 req-561fc5ae-45f3-4686-a114-d2c225a71a6f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.015734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9c5cf3f-fb89-45e1-8869-7924f9966b91 req-561fc5ae-45f3-4686-a114-d2c225a71a6f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 944 time: 0.1429126 Jun 24 08:44:07.067948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2f3b4-33a0-4f5e-9737-bc416e1e11ed req-da5c8833-0ac9-4b72-bc71-48ce1a4951a3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.069542 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f0d2f3b4-33a0-4f5e-9737-bc416e1e11ed req-da5c8833-0ac9-4b72-bc71-48ce1a4951a3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1196337 Jun 24 08:44:07.143808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-64ce5de5-cfc5-4aa3-a299-09ac5dc9058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.145260 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-060a8e9d-2091-45b8-8bdf-7dfedde44236 req-64ce5de5-cfc5-4aa3-a299-09ac5dc9058d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2343166 Jun 24 08:44:07.175458 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9c5cf3f-fb89-45e1-8869-7924f9966b91 req-7586e73d-f76c-4af4-8643-314ef005302a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518073 Jun 24 08:44:07.187845 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f0d2f3b4-33a0-4f5e-9737-bc416e1e11ed req-d6cb55bb-bf3e-4a2f-b869-262dd27445e7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086969 Jun 24 08:44:07.449981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-18990b02-f470-435e-b50d-b5748ed8e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.451565 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-18990b02-f470-435e-b50d-b5748ed8e3d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1127 time: 0.0557468 Jun 24 08:44:07.530647 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-5d96dc6f-32cf-4767-97c1-85d04e47071c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 217 time: 0.0581522 Jun 24 08:44:07.550924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3a69-6616-4428-afe0-444ad46f6ee3 req-d7791f50-9808-4cb9-a8ff-6766da5003e0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.552346 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f9af3a69-6616-4428-afe0-444ad46f6ee3 req-d7791f50-9808-4cb9-a8ff-6766da5003e0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0915294 Jun 24 08:44:07.590114 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:07.612763 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-40cde4f2-f444-4924-93c3-fcb994a8ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.614231 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-40cde4f2-f444-4924-93c3-fcb994a8ad24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0767167 Jun 24 08:44:07.630478 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f9af3a69-6616-4428-afe0-444ad46f6ee3 req-5136afd4-f4a1-4be5-897e-3ffb9d53ff8d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584846 Jun 24 08:44:07.686432 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-628a4dfa-32ca-4f18-8f2f-63589a8eda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.688422 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-628a4dfa-32ca-4f18-8f2f-63589a8eda70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437057 Jun 24 08:44:07.747618 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:07.748829 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:07.806909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6851e29-0fe8-4796-994f-264d92bf3a1f req-e48587c3-1ca4-4bcf-8893-091014f12b49 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.808470 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6851e29-0fe8-4796-994f-264d92bf3a1f req-e48587c3-1ca4-4bcf-8893-091014f12b49 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0540180 Jun 24 08:44:07.873888 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6851e29-0fe8-4796-994f-264d92bf3a1f req-5941a79a-df4d-45b1-ac59-924ec1aaf03b tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590842 Jun 24 08:44:07.994435 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be6028-dfb6-4ebd-b9da-b570531ee068 req-3710b4e6-65f8-4d86-9cd4-4c5a148ca501 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:07.995915 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02be6028-dfb6-4ebd-b9da-b570531ee068 req-3710b4e6-65f8-4d86-9cd4-4c5a148ca501 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0515985 Jun 24 08:44:08.055562 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02be6028-dfb6-4ebd-b9da-b570531ee068 req-a1b0afaf-45ad-4cb7-a2e5-c10d6b80de56 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537822 Jun 24 08:44:08.338209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 2d1085b8-f3d2-4d16-b60d-40af9929f641 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:44:08.382757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd852-acd7-4919-8695-e76ed9452eb9 req-a90ff36e-5cd1-415f-a263-c760f4406222 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:08.384309 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d1cd852-acd7-4919-8695-e76ed9452eb9 req-a90ff36e-5cd1-415f-a263-c760f4406222 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 944 time: 0.1347852 Jun 24 08:44:08.397134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:08.410409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:08.412081 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 2d1085b8-f3d2-4d16-b60d-40af9929f641 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:44:08.417567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752b2f2-5e16-49e5-b53f-594e3dd48146 req-928e928e-4678-4f47-b961-979620026595 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:08.419118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c752b2f2-5e16-49e5-b53f-594e3dd48146 req-928e928e-4678-4f47-b961-979620026595 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1139019 Jun 24 08:44:08.422724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 2d1085b8-f3d2-4d16-b60d-40af9929f641 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:44:08.423545 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:08.515343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 2d1085b8-f3d2-4d16-b60d-40af9929f641 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:08.515727 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:08.539577 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:08.541814 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b985f3-2c06-418e-aa1c-ecffb35f2998" -d '{"events": [{"server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "name": "network-vif-plugged", "status": "completed", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:08.555050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:08.559237 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:08.564975 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d1cd852-acd7-4919-8695-e76ed9452eb9 req-f709b28e-c696-4524-acf4-aa6352c1f899 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689107 Jun 24 08:44:08.585058 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c752b2f2-5e16-49e5-b53f-594e3dd48146 req-f7f283bd-e2bd-488a-bab3-655b2b91391c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272116 Jun 24 08:44:08.587348 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-62060aa7-7b3d-4bdd-8589-415e5ee8e182 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979145 Jun 24 08:44:08.602308 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:08.624511 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:08.630552 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3a9820-3a1f-44ba-b23b-675d6838bccf x-openstack-request-id: req-4b3a9820-3a1f-44ba-b23b-675d6838bccf {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:08.631048 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "name": "network-vif-plugged", "status": "completed", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:08.631478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3a9820-3a1f-44ba-b23b-675d6838bccf {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:08.631862 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3a9820-3a1f-44ba-b23b-675d6838bccf'] response: {'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'code': 200} Jun 24 08:44:08.757417 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74d264b5-3fb4-4abf-9a65-8d18e5735a53 req-b4542160-c49e-4838-860a-a1421525abe8 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467626 Jun 24 08:44:08.770323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cea0a6-0af3-4ddc-8bb5-9d72ef2db8a5 req-8158e562-a74e-4253-9063-8c0be3a222f6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:08.771826 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f9cea0a6-0af3-4ddc-8bb5-9d72ef2db8a5 req-8158e562-a74e-4253-9063-8c0be3a222f6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0686376 Jun 24 08:44:08.837596 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f9cea0a6-0af3-4ddc-8bb5-9d72ef2db8a5 req-db029c0d-6d1b-4c49-8f9e-93208ea624cf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543637 Jun 24 08:44:09.004765 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038035e-7e54-4e93-a62f-c6b0f1146a75 req-b0243f59-bfb3-43c0-abe9-3d3a7a230f56 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:09.006389 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2038035e-7e54-4e93-a62f-c6b0f1146a75 req-b0243f59-bfb3-43c0-abe9-3d3a7a230f56 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0516431 Jun 24 08:44:09.063122 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2038035e-7e54-4e93-a62f-c6b0f1146a75 req-a77b3760-1445-4fc1-8c81-82157106ae5b tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492322 Jun 24 08:44:09.183197 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:09.195598 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5a8b7-83b4-45c0-aed1-373ef71f94e0 req-64125b3b-67ad-4d7e-ba5d-060be8cc0b26 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:09.198475 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-18a5a8b7-83b4-45c0-aed1-373ef71f94e0 req-64125b3b-67ad-4d7e-ba5d-060be8cc0b26 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0588558 Jun 24 08:44:09.255309 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-18a5a8b7-83b4-45c0-aed1-373ef71f94e0 req-e29bac32-81f8-47b6-9cfa-ed1f6a7ac048 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510819 Jun 24 08:44:09.724680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf1d26-a54c-4bb0-b0e6-9ae4d146fe5d req-8f42db10-8bf0-4ce9-b6f4-d75f0cf654e0 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:09.726176 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dbf1d26-a54c-4bb0-b0e6-9ae4d146fe5d req-8f42db10-8bf0-4ce9-b6f4-d75f0cf654e0 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0822887 Jun 24 08:44:09.734875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad67947-64a0-4bfe-8538-df4305cc9daf req-90291b5d-a115-4be4-b6e1-32cdcc06aa95 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:09.736387 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9ad67947-64a0-4bfe-8538-df4305cc9daf req-90291b5d-a115-4be4-b6e1-32cdcc06aa95 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0825095 Jun 24 08:44:09.817103 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dbf1d26-a54c-4bb0-b0e6-9ae4d146fe5d req-062be0bf-fc47-4a0d-8e5c-e9c50a7715e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797265 Jun 24 08:44:09.829958 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9ad67947-64a0-4bfe-8538-df4305cc9daf req-eeeb0d29-f6d5-4b0b-a17c-6c55e0e10db4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851161 Jun 24 08:44:09.971112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83cb531-ffcd-4f1f-96f7-4ae515caf104 req-770382a0-788d-4cdc-9f91-bf2115d7fda2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:09.972690 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b83cb531-ffcd-4f1f-96f7-4ae515caf104 req-770382a0-788d-4cdc-9f91-bf2115d7fda2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0537107 Jun 24 08:44:10.027798 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b83cb531-ffcd-4f1f-96f7-4ae515caf104 req-5e18f509-4311-438d-a14c-b5bc045a1c9e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492699 Jun 24 08:44:10.203754 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d55570-691a-475e-b9bb-5a56b54b03b8 req-36b68433-e2f9-4f5e-ad03-ddc32ef67b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:10.205177 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-22d55570-691a-475e-b9bb-5a56b54b03b8 req-36b68433-e2f9-4f5e-ad03-ddc32ef67b84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 1129 time: 0.0435936 Jun 24 08:44:10.260693 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-22d55570-691a-475e-b9bb-5a56b54b03b8 req-09108c4e-d787-4d92-9ac0-585deb44d8b0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 Jun 24 08:44:10.387859 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3adea-24c8-4165-a7ff-33b6024445f2 req-a6bb613e-bace-4b23-b461-c1f68211a17d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:10.390123 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8ce3adea-24c8-4165-a7ff-33b6024445f2 req-a6bb613e-bace-4b23-b461-c1f68211a17d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0575469 Jun 24 08:44:10.442716 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8ce3adea-24c8-4165-a7ff-33b6024445f2 req-0734a4d0-6789-4dc5-8226-37496f5c7cec tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461903 Jun 24 08:44:10.973773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665563ae-fcc0-4834-a9fa-088dcbc4f65c req-5776c373-a9aa-42c4-b8ae-71f67fc718c6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:10.975177 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-665563ae-fcc0-4834-a9fa-088dcbc4f65c req-5776c373-a9aa-42c4-b8ae-71f67fc718c6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0787232 Jun 24 08:44:10.986420 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09546d34-6119-470f-8b6c-d9d7bb6c8451 req-4fa55c07-cda8-4fb2-ade3-bfe0aca48865 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:10.987875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09546d34-6119-470f-8b6c-d9d7bb6c8451 req-4fa55c07-cda8-4fb2-ade3-bfe0aca48865 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0773561 Jun 24 08:44:10.994162 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:11.069979 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-665563ae-fcc0-4834-a9fa-088dcbc4f65c req-224402bd-61c1-4fcc-8795-8d2c2668910b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811346 Jun 24 08:44:11.076828 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-09546d34-6119-470f-8b6c-d9d7bb6c8451 req-7aae47a1-9fae-4c64-af9a-220e52b24a63 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815735 Jun 24 08:44:11.183007 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedddd26-2b0a-4a7d-92de-78b99cb2700d req-93f0d77d-7ab4-44c2-99d8-e4254a6f444d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:11.184482 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eedddd26-2b0a-4a7d-92de-78b99cb2700d req-93f0d77d-7ab4-44c2-99d8-e4254a6f444d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0544291 Jun 24 08:44:11.233274 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eedddd26-2b0a-4a7d-92de-78b99cb2700d req-92667a7a-434f-4b0b-b210-69fc25a2ff04 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 Jun 24 08:44:11.558529 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695efd-7a7f-4ff6-aeab-94a604707b95 req-984e1a9f-6110-41fd-b19c-e4f6b1931e68 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:11.559926 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9d695efd-7a7f-4ff6-aeab-94a604707b95 req-984e1a9f-6110-41fd-b19c-e4f6b1931e68 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0470195 Jun 24 08:44:11.610258 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9d695efd-7a7f-4ff6-aeab-94a604707b95 req-43ae1d61-a3f9-446a-a0ba-ae7f469aee4b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437534 Jun 24 08:44:12.208695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:12.223299 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76931ebc-071b-441b-91ac-c05da360561c req-4329fd77-14e4-48ab-a8d3-ab9c2c30b7e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:12.224792 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76931ebc-071b-441b-91ac-c05da360561c req-4329fd77-14e4-48ab-a8d3-ab9c2c30b7e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0830767 Jun 24 08:44:12.230973 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ce6c9-a69c-4294-8882-b0d1f683ca56 req-95d63934-d123-4e17-aec8-8b99b51c89df tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:12.232347 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db4ce6c9-a69c-4294-8882-b0d1f683ca56 req-95d63934-d123-4e17-aec8-8b99b51c89df tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0817387 Jun 24 08:44:12.232817 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=71,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:12.247417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=24,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:12.315118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76931ebc-071b-441b-91ac-c05da360561c req-c4558752-bda6-4450-b247-ac750f67ed0f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818121 Jun 24 08:44:12.318673 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db4ce6c9-a69c-4294-8882-b0d1f683ca56 req-5246ebf8-d13e-4cca-acf1-9bed65a91313 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777698 Jun 24 08:44:12.375979 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3d39ea3a-6eab-4732-b461-bbfa249534b3 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:44:12.427945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a54e0-6078-4c3b-813f-1f8381cd930f req-4d15cde2-575d-4c19-8add-00df8e629852 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:12.429531 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-414a54e0-6078-4c3b-813f-1f8381cd930f req-4d15cde2-575d-4c19-8add-00df8e629852 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 943 time: 0.0567350 Jun 24 08:44:12.480624 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-414a54e0-6078-4c3b-813f-1f8381cd930f req-689ef2b1-1b61-4f75-a417-30850fe432ed tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451922 Jun 24 08:44:12.480868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:12.506769 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:44:12.544451 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3d39ea3a-6eab-4732-b461-bbfa249534b3 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:12.544834 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:12.558515 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39ea3a-6eab-4732-b461-bbfa249534b3 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:44:12.581738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:12.585620 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:12.631059 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:12.729824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b3c7-2b73-48ba-acc1-b5c0ef20725b req-2a754415-f67b-459e-8adf-4ab013fc0a9d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:12.731285 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4b98b3c7-2b73-48ba-acc1-b5c0ef20725b req-2a754415-f67b-459e-8adf-4ab013fc0a9d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0519357 Jun 24 08:44:12.781205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4b98b3c7-2b73-48ba-acc1-b5c0ef20725b req-89608561-8c8c-466b-87f8-8d5dde6da789 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442379 Jun 24 08:44:13.127637 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['3d39ea3a-6eab-4732-b461-bbfa249534b3'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:44:13.474032 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2af2-b0b3-462d-8d09-22afa471847a req-b8eb3b77-ccac-4447-ab3c-a268025e9012 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:13.475584 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d60a2af2-b0b3-462d-8d09-22afa471847a req-b8eb3b77-ccac-4447-ab3c-a268025e9012 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0875351 Jun 24 08:44:13.487219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e43fd3-f1b3-485d-b864-39fffe4605d7 req-94845686-bb2b-4a90-86e7-daca6436fbe3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:13.488809 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5e43fd3-f1b3-485d-b864-39fffe4605d7 req-94845686-bb2b-4a90-86e7-daca6436fbe3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0653491 Jun 24 08:44:13.566867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d60a2af2-b0b3-462d-8d09-22afa471847a req-aa4b14b9-cc04-4ec9-9e32-be1610693373 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770690 Jun 24 08:44:13.575502 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a5e43fd3-f1b3-485d-b864-39fffe4605d7 req-aad6d381-387a-40cc-ac65-37591f52dd9e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795734 Jun 24 08:44:13.682975 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71f259-a00d-4041-89b6-4f8d555b3543 req-21df6076-8fe7-4485-9bc6-b1634eb828e7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:13.684445 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f71f259-a00d-4041-89b6-4f8d555b3543 req-21df6076-8fe7-4485-9bc6-b1634eb828e7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 944 time: 0.0492990 Jun 24 08:44:13.989187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c98242-148f-43c6-8985-ff4c4d4ce078 req-03da2216-1f9c-4d12-99e9-1d7a6a36d5ac tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:13.990667 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-03c98242-148f-43c6-8985-ff4c4d4ce078 req-03da2216-1f9c-4d12-99e9-1d7a6a36d5ac tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.3053670 Jun 24 08:44:14.033059 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f71f259-a00d-4041-89b6-4f8d555b3543 req-2bb874b3-e800-4030-93b1-e211f9898410 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376000 Jun 24 08:44:14.062433 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-03c98242-148f-43c6-8985-ff4c4d4ce078 req-fa760c84-fb7d-41f4-b92e-c16449e2875e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641956 Jun 24 08:44:14.090009 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 37580) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:14.153028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1e7b2-471b-41f3-8703-ff0b6e3374f7 req-8b2e3b65-26e1-48f6-8708-3a6d32e2cb7d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:14.154579 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dd1e7b2-471b-41f3-8703-ff0b6e3374f7 req-8b2e3b65-26e1-48f6-8708-3a6d32e2cb7d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0526464 Jun 24 08:44:14.203686 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:14.213476 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dd1e7b2-471b-41f3-8703-ff0b6e3374f7 req-9028af4c-4acf-46a7-bb40-f284633d1057 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520418 Jun 24 08:44:14.317919 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c7edd-ce9f-4916-b456-da67f19610a0 tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:14.319565 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-331c7edd-ce9f-4916-b456-da67f19610a0 tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 1124 time: 0.2284756 Jun 24 08:44:14.322554 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 37588) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:14.327183 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'port_id': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:44:14.351163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.409240 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37590) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:14.442861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.443393 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3d39ea3a-6eab-4732-b461-bbfa249534b3 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:44:14.454143 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:14.498545 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 3d39ea3a-6eab-4732-b461-bbfa249534b3 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:44:14.506187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 3d39ea3a-6eab-4732-b461-bbfa249534b3 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:44:14.506605 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.545473 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b7f4-dbea-40fe-af9e-211ec630dc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.580993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.27.1.124 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:44:14.591950 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3d39ea3a-6eab-4732-b461-bbfa249534b3 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:14.592333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.627944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:14.627944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c0f378-9066-4615-ac77-4d3a1570faa8" -d '{"events": [{"server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "name": "network-vif-plugged", "status": "completed", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:14.641354 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b7f4-dbea-40fe-af9e-211ec630dc1b admin admin] Publish callbacks [] for security_group (0a321709-e83e-4247-9422-8a4a47dc10de), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.650676 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f4e2b7f4-dbea-40fe-af9e-211ec630dc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0a321709-e83e-4247-9422-8a4a47dc10de), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.661762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:14.667896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.686505 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2b7f4-dbea-40fe-af9e-211ec630dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a321709-e83e-4247-9422-8a4a47dc10de,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:14.694097 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:14.696304 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4d7e63-d85c-4b84-a0be-14b72646cddb x-openstack-request-id: req-de4d7e63-d85c-4b84-a0be-14b72646cddb {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:14.696750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "name": "network-vif-plugged", "status": "completed", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:14.697196 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de4d7e63-d85c-4b84-a0be-14b72646cddb {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:14.697605 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4d7e63-d85c-4b84-a0be-14b72646cddb'] response: {'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'code': 200} Jun 24 08:44:14.710164 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f4e2b7f4-dbea-40fe-af9e-211ec630dc1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1950eb49f14e4983b0e64142d970d53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996757 Jun 24 08:44:14.711036 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37598) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:14.737260 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:14.774830 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] Publish callbacks [] for security_group (0a321709-e83e-4247-9422-8a4a47dc10de), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.784477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.807621 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] Publish callbacks [] for security_group (0a321709-e83e-4247-9422-8a4a47dc10de), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.832763 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08222b38-f6e6-4278-bd78-150505a60bf9 req-b09a0c79-9f91-43b0-92ba-55d8dd57b65b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:14.834602 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08222b38-f6e6-4278-bd78-150505a60bf9 req-b09a0c79-9f91-43b0-92ba-55d8dd57b65b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.1173868 Jun 24 08:44:14.852286 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.884592 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0a321709-e83e-4247-9422-8a4a47dc10de), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.888186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:14.894819 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a321709-e83e-4247-9422-8a4a47dc10de HTTP/1.1" status: 204 len: 168 time: 0.1773522 Jun 24 08:44:14.906695 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b322a-4aa1-4bdc-a5ca-37b443758ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a321709-e83e-4247-9422-8a4a47dc10de,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:14.946890 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:44:14.967082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:44:14.975310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:44:15.014115 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:15.023617 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08222b38-f6e6-4278-bd78-150505a60bf9 req-9d6b422c-ad50-4b80-8a04-554f453976f9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807933 Jun 24 08:44:15.036307 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad3972-51f7-48d3-a8c5-95b97a42939e req-c9795b2a-ca64-4cf7-898c-003951598b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:15.037942 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-65ad3972-51f7-48d3-a8c5-95b97a42939e req-c9795b2a-ca64-4cf7-898c-003951598b48 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0881088 Jun 24 08:44:15.173589 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-65ad3972-51f7-48d3-a8c5-95b97a42939e req-a1849218-f8bc-435d-b31a-3bcbe9768f79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267130 Jun 24 08:44:15.221171 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a700b1c-8947-47b6-a62c-e707ef2eb3ad req-33068afb-11aa-4c81-a88e-c979b63c3873 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:15.222794 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a700b1c-8947-47b6-a62c-e707ef2eb3ad req-33068afb-11aa-4c81-a88e-c979b63c3873 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1013408 Jun 24 08:44:15.314295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:15.388934 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:15.411635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e1f40-5287-45da-a7e7-0f9e2cf72044 req-0d76f63e-3b35-42c6-9a63-f65501af4381 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:15.413144 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-452e1f40-5287-45da-a7e7-0f9e2cf72044 req-0d76f63e-3b35-42c6-9a63-f65501af4381 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.1217930 Jun 24 08:44:15.418968 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a700b1c-8947-47b6-a62c-e707ef2eb3ad req-20d61793-f252-4bf6-83d8-851dcf5679ac tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770287 Jun 24 08:44:15.537885 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-452e1f40-5287-45da-a7e7-0f9e2cf72044 req-aff6472b-0da6-4f46-96e7-1278e14a4c69 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159675 Jun 24 08:44:15.610768 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (7d5f7602-6b72-4a60-9421-3065e3a422d2), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:15.684980 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:15.843335 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:15.848349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:15.923359 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:15.936142 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (7d5f7602-6b72-4a60-9421-3065e3a422d2), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:16.037272 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 7d5f7602-6b72-4a60-9421-3065e3a422d2 associated. External IP: 172.27.1.124, port: 2d1085b8-f3d2-4d16-b60d-40af9929f641. Jun 24 08:44:16.228496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5a5b-8614-4e78-99d6-df31e94ce354 req-71337522-714b-4f4a-86c6-917b94d0b6d0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:16.229999 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62be5a5b-8614-4e78-99d6-df31e94ce354 req-71337522-714b-4f4a-86c6-917b94d0b6d0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 943 time: 0.0937638 Jun 24 08:44:16.285153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:16.308265 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:16.362900 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-62be5a5b-8614-4e78-99d6-df31e94ce354 req-d139dfd9-3c58-4878-b7a5-344715fc5be1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263585 Jun 24 08:44:16.384481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:44:16.444839 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:44:16.491030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:44:16.502910 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:44:16.540075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:16.540681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:16.557342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:44:16.558007 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:43:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:16.583066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf60f-8bc1-42b5-80d3-c417f049061d req-4ea3da2c-41a2-4d59-95a7-0bdee8381c09 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:16.584602 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-55bdf60f-8bc1-42b5-80d3-c417f049061d req-4ea3da2c-41a2-4d59-95a7-0bdee8381c09 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0887258 Jun 24 08:44:16.590996 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-e3e3b0f0-749d-49e9-98f1-c3f1c97dc7cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2672954 Jun 24 08:44:16.591625 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:16.594571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888054bf-4c24-4070-a503-02e67bce49c6" -d '{"events": [{"name": "network-changed", "server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:16.627713 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:16.676193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'mac_address': 'fa:16:3e:61:f2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:44:16.679756 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1485b-4fed-4407-8a23-833069dafc03 req-f4d613d0-09ae-4fcd-ac14-10182ad20370 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:16.681299 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eef1485b-4fed-4407-8a23-833069dafc03 req-f4d613d0-09ae-4fcd-ac14-10182ad20370 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0657454 Jun 24 08:44:16.685919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-55bdf60f-8bc1-42b5-80d3-c417f049061d req-f457979c-72e6-4ae9-847a-95bc0f5d65e2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883083 Jun 24 08:44:16.731024 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:44:16.757608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3160c8d-5e85-444c-ae45-0c880fd3a40e x-openstack-request-id: req-a3160c8d-5e85-444c-ae45-0c880fd3a40e {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:16.758074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:16.758572 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3160c8d-5e85-444c-ae45-0c880fd3a40e {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:16.759093 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3160c8d-5e85-444c-ae45-0c880fd3a40e'] response: {'name': 'network-changed', 'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'status': 'completed', 'code': 200} Jun 24 08:44:16.775947 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:16.776364 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:16.778918 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eef1485b-4fed-4407-8a23-833069dafc03 req-10c8b842-a4e5-479a-a1a7-77ab37074e8e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892906 Jun 24 08:44:16.844378 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:44:16.908774 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:16.913938 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:17.021330 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=9']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:17.082396 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7d5f7602-6b72-4a60-9421-3065e3a422d2', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:d2:c9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f4d48-6760-43ff-884e-cca72945b189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:44:15Z', 'updated_at': '2022-06-24T08:44:15Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:17.106768 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:44:17.116363 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:44:17.116992 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:43:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:17.222699 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:44:17.261588 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:17.441147 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['24b20858-8a37-47d6-98c3-e6bff8bd12c1'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:44:17.444037 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888054bf-4c24-4070-a503-02e67bce49c6 req-a1661727-66ad-4e91-b002-b9610a76db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.445576 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-a1661727-66ad-4e91-b002-b9610a76db25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 1129 time: 0.0577269 Jun 24 08:44:17.492507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7d5f7602-6b72-4a60-9421-3065e3a422d2', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:d2:c9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f4d48-6760-43ff-884e-cca72945b189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:44:15Z', 'updated_at': '2022-06-24T08:44:15Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:17.518872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97fd3-d1b1-4c1b-8e9f-e8c2e4ff8a5a req-c175d6a0-a656-4290-bc56-f312a08a2cbf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.520468 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ace97fd3-d1b1-4c1b-8e9f-e8c2e4ff8a5a req-c175d6a0-a656-4290-bc56-f312a08a2cbf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 944 time: 0.0739908 Jun 24 08:44:17.525648 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496c680-ac4c-437a-9954-0405420ba7e0 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7d5f7602-6b72-4a60-9421-3065e3a422d2', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:d2:c9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343f4d48-6760-43ff-884e-cca72945b189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:44:15Z', 'updated_at': '2022-06-24T08:44:15Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:44:17.547656 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:17.626150 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ace97fd3-d1b1-4c1b-8e9f-e8c2e4ff8a5a req-1aa752da-7ac3-4abb-a301-7047e40e28f0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672095 Jun 24 08:44:17.629618 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888054bf-4c24-4070-a503-02e67bce49c6 req-bec4095a-cc03-4f18-8b36-1fd51f6bb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.631298 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-bec4095a-cc03-4f18-8b36-1fd51f6bb8f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1760592 Jun 24 08:44:17.718964 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-07d7d2e2-4d5d-40de-a4e1-169d0fb9930f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641 HTTP/1.1" status: 200 len: 999 time: 0.0780704 Jun 24 08:44:17.724907 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:44:17.777766 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f228541-381c-47ea-981e-d5241d25e496 None None] New status for floating IP 7d5f7602-6b72-4a60-9421-3065e3a422d2: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:44:17.789475 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888054bf-4c24-4070-a503-02e67bce49c6 req-176f7c04-40f5-4793-886d-343413b1ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.791731 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-176f7c04-40f5-4793-886d-343413b1ebc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0665698 Jun 24 08:44:17.903985 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888054bf-4c24-4070-a503-02e67bce49c6 req-6a161961-8569-45e5-bc2c-4904fd2a4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.906382 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-6a161961-8569-45e5-bc2c-4904fd2a4193 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012046 Jun 24 08:44:17.914504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd4f1-df4e-4b4b-b01f-0e7703bc106c req-eabbcbad-79e0-4ea4-a298-b1e08a4d2668 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.915894 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9accd4f1-df4e-4b4b-b01f-0e7703bc106c req-eabbcbad-79e0-4ea4-a298-b1e08a4d2668 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1300201 Jun 24 08:44:17.952520 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0b405-75a9-45d1-986b-1f0e0d926fc6 req-71ee6fc4-e15a-42c7-818d-9bda93800798 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:17.954050 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14b0b405-75a9-45d1-986b-1f0e0d926fc6 req-71ee6fc4-e15a-42c7-818d-9bda93800798 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0988562 Jun 24 08:44:17.976082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:18.064312 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:18.080900 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9accd4f1-df4e-4b4b-b01f-0e7703bc106c req-92d4b7af-c598-4d01-9f65-d5e3301762a2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513109 Jun 24 08:44:18.098028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14b0b405-75a9-45d1-986b-1f0e0d926fc6 req-ba4817c5-7b5b-433e-9495-8c86712a95ec tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322262 Jun 24 08:44:18.104383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-474339bd-5780-40da-97e7-516a1209507f service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851227 Jun 24 08:44:18.236600 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab223d-5061-474e-b52a-e9818d39a957 req-bbd08d0b-eea5-4369-89bc-58569c7e4a4c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:18.238089 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dbab223d-5061-474e-b52a-e9818d39a957 req-bbd08d0b-eea5-4369-89bc-58569c7e4a4c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0866499 Jun 24 08:44:18.246699 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 37632) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:44:18.252661 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'floatingip': {'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:44:18.253557 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-888054bf-4c24-4070-a503-02e67bce49c6 req-9a2b6441-a2a4-45de-9045-f4a3bdba9886 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390400 Jun 24 08:44:18.330363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:18.621412 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:44:18.675723 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:44:18.676092 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:18.765745 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:44:18.765745 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:18.770903 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a389c-6b8b-4406-a2ea-81932768c70a req-9f97b784-a82e-452f-a2b1-15d680acf5f6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:18.772490 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-237a389c-6b8b-4406-a2ea-81932768c70a req-9f97b784-a82e-452f-a2b1-15d680acf5f6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 944 time: 0.0583348 Jun 24 08:44:18.796310 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:18.798968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa626c-0e89-4517-8ff4-526c2d2d80dd" -d '{"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:18.823835 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:18.832542 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:18.834009 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-237a389c-6b8b-4406-a2ea-81932768c70a req-9668928d-ef62-4907-853c-ac52e30f47e6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552509 Jun 24 08:44:18.869484 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462b7318-0f75-4967-8c74-5154118a6829 x-openstack-request-id: req-462b7318-0f75-4967-8c74-5154118a6829 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:18.869825 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-plugged", "status": "completed", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:18.870075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-462b7318-0f75-4967-8c74-5154118a6829 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:18.870480 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462b7318-0f75-4967-8c74-5154118a6829'] response: {'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'code': 200} Jun 24 08:44:18.894740 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=10']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:18.954294 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:18.958477 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:19.066957 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Floating IP 89735646-dec6-45fe-9a76-5f7815177256 associated. External IP: 172.27.1.34, port: 3d39ea3a-6eab-4732-b461-bbfa249534b3. Jun 24 08:44:19.101429 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:19.113157 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:19.221180 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799881e-e1bb-45e9-850c-9beacb75ff2f req-99cfdbc9-2371-4b59-8130-0f5c29890130 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:19.223194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5799881e-e1bb-45e9-850c-9beacb75ff2f req-99cfdbc9-2371-4b59-8130-0f5c29890130 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0511208 Jun 24 08:44:19.277427 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5799881e-e1bb-45e9-850c-9beacb75ff2f req-aee88aa0-8549-48fe-afb5-53b11a3b0ccf tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483527 Jun 24 08:44:19.465622 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eab0b0-0d2d-4f65-aa68-498a53cabd8c req-de56392e-ee2d-4254-abc6-6f934779dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:19.467166 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2eab0b0-0d2d-4f65-aa68-498a53cabd8c req-de56392e-ee2d-4254-abc6-6f934779dcbf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1130 time: 0.0381176 Jun 24 08:44:19.524259 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Router 050e1178-2aac-46be-9b91-482930bf37a8 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:44:19.527923 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2eab0b0-0d2d-4f65-aa68-498a53cabd8c req-235ca81c-7416-43d3-b19a-07018b2b1355 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441020 Jun 24 08:44:19.632789 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:44:19.637768 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:19.643700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:44:19.655195 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:44:19.655944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:43:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:19.668779 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-03a986b5-ac31-4dbc-b846-f65656e3432b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "PUT /v2.0/floatingips/89735646-dec6-45fe-9a76-5f7815177256 HTTP/1.1" status: 200 len: 990 time: 1.4204028 Jun 24 08:44:19.669362 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:19.672028 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:19.716331 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5377cf86-4c73-4d0d-885d-f7531f23fa67 x-openstack-request-id: req-5377cf86-4c73-4d0d-885d-f7531f23fa67 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:19.716617 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:19.716873 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5377cf86-4c73-4d0d-885d-f7531f23fa67 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:19.717283 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5377cf86-4c73-4d0d-885d-f7531f23fa67'] response: {'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'status': 'completed', 'code': 200} Jun 24 08:44:19.891098 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:44:19.995444 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6808d-4c9f-4d29-a8e8-6b2e90e54e0a req-eca32517-f3ef-4736-b8c1-6a948be05567 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:19.996795 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0fd6808d-4c9f-4d29-a8e8-6b2e90e54e0a req-eca32517-f3ef-4736-b8c1-6a948be05567 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0807085 Jun 24 08:44:20.011516 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-b2a59872-98c3-4527-8bb6-b0b68fb1f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:20.013080 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-b2a59872-98c3-4527-8bb6-b0b68fb1f714 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0678663 Jun 24 08:44:20.049563 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0fd6808d-4c9f-4d29-a8e8-6b2e90e54e0a req-aab20d47-3dc9-41aa-9891-d8a3155d748f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480618 Jun 24 08:44:20.096533 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:20.118996 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:44:18Z', 'revision_number': 1, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:20.148917 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:44:20.157809 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:44:20.158417 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:43:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:20.266495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:44:20.350606 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:20.403858 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74571c-a1d2-4b0f-a502-cbc279c1d99a req-c97c0fdb-bf25-4531-ad60-120c798cac0c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:20.406275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a74571c-a1d2-4b0f-a502-cbc279c1d99a req-c97c0fdb-bf25-4531-ad60-120c798cac0c tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0540547 Jun 24 08:44:20.457351 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a74571c-a1d2-4b0f-a502-cbc279c1d99a req-619cbb43-f1cb-4c12-894a-2e6fa4ebb561 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Jun 24 08:44:20.498294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:44:18Z', 'revision_number': 1, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:44:20.524333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c964d4-28d0-4a1d-8d52-f0e01826f7bc None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:44:18Z', 'revision_number': 1, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:44:20.560534 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-4321f548-b1b3-4d63-a013-69f5b4be7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:20.563237 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-4321f548-b1b3-4d63-a013-69f5b4be7f21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.0924623 Jun 24 08:44:20.659338 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-b695a325-7dc5-4308-b536-8dff7653bbef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 998 time: 0.0633433 Jun 24 08:44:20.716663 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18a4348-ea73-4840-a857-80a8a0e35451 None None] New status for floating IP 89735646-dec6-45fe-9a76-5f7815177256: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:44:20.734387 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-1c728953-3040-4407-8fe4-e0cd3840546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:20.735926 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-1c728953-3040-4407-8fe4-e0cd3840546b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0476100 Jun 24 08:44:20.784240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-32a52a23-910c-4bea-8aea-ef4e5133d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:20.785776 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-32a52a23-910c-4bea-8aea-ef4e5133d5b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410557 Jun 24 08:44:20.809140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:20.879089 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:20.897258 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-f2a15920-83b9-4014-9770-1967fb9cd8f9 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958908 Jun 24 08:44:21.069374 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b9ba163c-5601-4ac7-ad3b-e34a93e5d74c req-7cd0fbbc-37e6-42a8-b7f2-4b926c107e9a service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948300 Jun 24 08:44:21.238223 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-79156e0e-43d1-4a29-b045-47a7827a61b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:21.434628 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f338ba-ee0d-4442-961c-0f1e25316c65 req-7aa44e4c-e1b1-4aca-a9ef-0666c853347a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:21.436540 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0f338ba-ee0d-4442-961c-0f1e25316c65 req-7aa44e4c-e1b1-4aca-a9ef-0666c853347a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.3020346 Jun 24 08:44:21.486829 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e0f338ba-ee0d-4442-961c-0f1e25316c65 req-77fd92a9-4d1a-489e-bcea-2c482eb91482 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Jun 24 08:44:21.589400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3e808-0a11-4f33-9aa7-fa494b104ea4 req-40954278-4fc4-4307-887a-dc492d506942 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:21.591163 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ce3e808-0a11-4f33-9aa7-fa494b104ea4 req-40954278-4fc4-4307-887a-dc492d506942 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0534024 Jun 24 08:44:21.639943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ce3e808-0a11-4f33-9aa7-fa494b104ea4 req-5a3ec0b0-f7c6-45fe-9064-98ad41023c9f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Jun 24 08:44:22.623405 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ed8d-0b49-4077-98eb-f03d5e4928ca req-6d0f326c-76d1-4c01-83fa-2c5d32950169 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:22.625917 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4487ed8d-0b49-4077-98eb-f03d5e4928ca req-6d0f326c-76d1-4c01-83fa-2c5d32950169 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0560153 Jun 24 08:44:22.678893 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4487ed8d-0b49-4077-98eb-f03d5e4928ca req-23699d4e-24e3-46d3-93e1-c0d36329a61c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470281 Jun 24 08:44:22.760594 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ebc84-c894-411f-9f18-3dbf4e68052f req-e512aa7e-d2e4-4f36-8f6c-368abe8e2477 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:22.762061 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b53ebc84-c894-411f-9f18-3dbf4e68052f req-e512aa7e-d2e4-4f36-8f6c-368abe8e2477 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0465775 Jun 24 08:44:22.813473 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b53ebc84-c894-411f-9f18-3dbf4e68052f req-057771d4-f523-49ea-8ef3-9816e1efbc8d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Jun 24 08:44:23.551470 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6698763a-1bb2-40d7-86e1-d417a24d0492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:23.927431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ab798-b8fb-4209-b024-c3a05751a3db req-8335a975-77e7-4fb9-ba01-303756d807d4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:23.928914 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f45ab798-b8fb-4209-b024-c3a05751a3db req-8335a975-77e7-4fb9-ba01-303756d807d4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0481730 Jun 24 08:44:23.979415 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f45ab798-b8fb-4209-b024-c3a05751a3db req-9f1a2057-99cc-44ab-b3fb-b39110cae53e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449851 Jun 24 08:44:24.179847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcd3d0-9ed0-47a4-9cce-f4592d417f36 req-6bb71d47-29ed-412c-a4b1-3d227dcab626 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:24.181725 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2ddcd3d0-9ed0-47a4-9cce-f4592d417f36 req-6bb71d47-29ed-412c-a4b1-3d227dcab626 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0490732 Jun 24 08:44:24.247802 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2ddcd3d0-9ed0-47a4-9cce-f4592d417f36 req-4cbf045f-9590-4fb7-8b00-075bacd96018 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602481 Jun 24 08:44:24.276863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-aae34583-2a81-48a2-b691-25b9e3901e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:24.278397 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-aae34583-2a81-48a2-b691-25b9e3901e11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 1129 time: 0.0462363 Jun 24 08:44:24.377156 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-b75519b5-f1af-4126-ba4f-560134b45d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:24.378347 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-b75519b5-f1af-4126-ba4f-560134b45d0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.0933700 Jun 24 08:44:24.440829 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-86349ca9-ddba-4e25-8699-7b2575c27117 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 200 len: 1001 time: 0.0554340 Jun 24 08:44:24.495562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-dd5c14ef-01a2-4ccc-9126-672342adf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:24.496984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-dd5c14ef-01a2-4ccc-9126-672342adf003 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0488365 Jun 24 08:44:24.540409 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-5f194e7a-42dc-429c-b696-4a65d9c57122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:24.541863 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-5f194e7a-42dc-429c-b696-4a65d9c57122 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380540 Jun 24 08:44:24.576516 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:24.610139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:24.634165 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-529ce9c1-2f11-437b-959b-434cba3f4104 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845187 Jun 24 08:44:24.732402 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1029684-b8ec-46cd-88c0-9e3fd87eb693 req-e061ef03-c4e9-4dc9-884f-b4c9ab66914f service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 Jun 24 08:44:24.840412 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:25.375716 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9951621-9122-496d-95a9-4af21ff22db5 req-17d421c0-96a3-474d-8e0f-f5fdd913e312 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:25.377226 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c9951621-9122-496d-95a9-4af21ff22db5 req-17d421c0-96a3-474d-8e0f-f5fdd913e312 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0530293 Jun 24 08:44:25.425288 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c9951621-9122-496d-95a9-4af21ff22db5 req-a16d42ef-7e7d-4f86-bfc4-2b87fd973968 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Jun 24 08:44:26.271879 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:26.492872 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:26.542775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093fb4e-2584-4b92-a15f-a1f0f70575b3 req-8221d571-c0b4-428e-ae04-c519a26d2405 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:26.544224 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5093fb4e-2584-4b92-a15f-a1f0f70575b3 req-8221d571-c0b4-428e-ae04-c519a26d2405 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0512369 Jun 24 08:44:26.591597 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5093fb4e-2584-4b92-a15f-a1f0f70575b3 req-96aeba10-d21b-4560-a1d8-2566970edc27 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411792 Jun 24 08:44:29.663725 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=29 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:29.665779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=39 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:30.822106 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:30.824065 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:35.450163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:36.585121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=36 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:36.587721 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=30 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:39.716214 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-9ac2b194-286f-44e9-853c-d72354fd642c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394361 Jun 24 08:44:39.841125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-aa72da08-576a-4222-85e9-75d2ba9fab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:39.842669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-aa72da08-576a-4222-85e9-75d2ba9fab7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 1130 time: 0.0396683 Jun 24 08:44:39.957786 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-a28a2599-7048-4f7f-9007-33a8214639ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:39.959249 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-a28a2599-7048-4f7f-9007-33a8214639ef service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.0958991 Jun 24 08:44:40.026225 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-9a2f106e-1346-4986-832e-5cb6a07c9046 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 200 len: 1000 time: 0.0562406 Jun 24 08:44:40.081250 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-a8df0d38-2e1b-4cf7-9dab-d0a00b49217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:40.082773 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-a8df0d38-2e1b-4cf7-9dab-d0a00b49217d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.0504975 Jun 24 08:44:40.129894 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-5cf931ea-d1b9-4a22-ae8e-bf1f1b3833c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:40.131418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-5cf931ea-d1b9-4a22-ae8e-bf1f1b3833c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406055 Jun 24 08:44:40.229905 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-461e6379-84f3-4eb6-b38e-49943133950c service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Jun 24 08:44:40.331945 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e638be1e-93d9-45f0-b24e-aba185479fa2 req-c6ddcea1-297c-4e9f-bd0a-e7553b5aa860 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867455 Jun 24 08:44:44.746367 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:44.747190 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:45.442913 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=50 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:45.444880 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=25,neutron:UPDATE=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:50.319588 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=52 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:50.329272 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=49 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:44:51.233073 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-221ca86f-80bc-4557-9a6f-39cc1e8431d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:53.554374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d14e-076e-4c22-895a-ee4a36d9f523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:54.004826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7266bfb-d9f5-4782-8015-ad8c0dbcd452 req-d285eb5f-bc4c-4220-bae9-22674165d553 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:54.006248 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f7266bfb-d9f5-4782-8015-ad8c0dbcd452 req-d285eb5f-bc4c-4220-bae9-22674165d553 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0480130 Jun 24 08:44:54.054260 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f7266bfb-d9f5-4782-8015-ad8c0dbcd452 req-b16e5da5-fe53-4761-a97d-cdb2a0f1c5af tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Jun 24 08:44:54.724897 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:44:54.851003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:55.178014 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db7e0-d65e-4d86-8a9e-507f7e4c4f45 req-87362c3a-e71e-4e50-bc29-bbb9e9b5b312 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:55.179527 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db7db7e0-d65e-4d86-8a9e-507f7e4c4f45 req-87362c3a-e71e-4e50-bc29-bbb9e9b5b312 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0517516 Jun 24 08:44:55.226508 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-db7db7e0-d65e-4d86-8a9e-507f7e4c4f45 req-1cefc12c-fb5d-4f68-9688-07b76915d839 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Jun 24 08:44:56.274051 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.364237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-ec2df48b-58bc-4b9f-aa32-548b5104e2a4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:56.365624 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-ec2df48b-58bc-4b9f-aa32-548b5104e2a4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0743048 Jun 24 08:44:56.376645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645a47c-c703-4fe7-aac4-4a0afaeedd4c req-21fe4979-8d86-4eeb-a6a5-a33a6ce11bec tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:44:56.378116 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3645a47c-c703-4fe7-aac4-4a0afaeedd4c req-21fe4979-8d86-4eeb-a6a5-a33a6ce11bec tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0e7e4cb-0993-46e3-b314-6a7a8850a4eb HTTP/1.1" status: 200 len: 945 time: 0.0776422 Jun 24 08:44:56.487532 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3645a47c-c703-4fe7-aac4-4a0afaeedd4c req-c7d50b13-38c7-4364-a7b9-8a43c682fd5c tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022189 Jun 24 08:44:56.493006 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Deleting port d53cfc38-6644-4e13-ba09-d9d83433beb7 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:44:56.493357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.497436 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.589797 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] For port d53cfc38-6644-4e13-ba09-d9d83433beb7, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=d53cfc38-6644-4e13-ba09-d9d83433beb7,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:44:56.590150 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.603320 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Calling delete_port for d53cfc38-6644-4e13-ba09-d9d83433beb7 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:44:56.728699 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (d53cfc38-6644-4e13-ba09-d9d83433beb7), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.763391 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Pushing event deleted for resources: {'Port': ['ID=d53cfc38-6644-4e13-ba09-d9d83433beb7,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:44:56.771247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['d53cfc38-6644-4e13-ba09-d9d83433beb7'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:44:56.788853 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.789198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.789533 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.789892 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.790221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.790546 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.790877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.791193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.791512 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.791832 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.792153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.792471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.792787 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.793099 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.793414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:44:56.818215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] No DVR routers for this DVR port d53cfc38-6644-4e13-ba09-d9d83433beb7 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:44:56.820829 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:44:56.824242 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4049e8bf-9ea1-4092-9e83-2328ddcf0657 req-b7b93ddb-f212-4cdf-bddb-f81f8642650f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "DELETE /v2.0/ports/d53cfc38-6644-4e13-ba09-d9d83433beb7 HTTP/1.1" status: 204 len: 173 time: 0.4452460 Jun 24 08:44:56.824683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'name': 'network-vif-deleted', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:44:56.827031 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1208460-0544-4e40-bca7-99735bb96d99" -d '{"events": [{"server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "name": "network-vif-deleted", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:44:56.865264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d7bee-07fa-4253-8af8-520c4086f127 x-openstack-request-id: req-d44d7bee-07fa-4253-8af8-520c4086f127 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:44:56.865560 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e7e4cb-0993-46e3-b314-6a7a8850a4eb", "name": "network-vif-deleted", "tag": "d53cfc38-6644-4e13-ba09-d9d83433beb7", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:44:56.865842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d44d7bee-07fa-4253-8af8-520c4086f127 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:44:56.866251 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44d7bee-07fa-4253-8af8-520c4086f127'] response: {'server_uuid': 'f0e7e4cb-0993-46e3-b314-6a7a8850a4eb', 'name': 'network-vif-deleted', 'tag': 'd53cfc38-6644-4e13-ba09-d9d83433beb7', 'status': 'completed', 'code': 200} Jun 24 08:45:00.817927 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device d53cfc38-6644-4e13-ba09-d9d83433beb7 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:45:00.845180 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: d53cfc38-6644-4e13-ba09-d9d83433beb7 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:45:00.845569 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device d53cfc38-6644-4e13-ba09-d9d83433beb7 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:45:04.721153 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:05.449650 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:06.694625 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-fb4e43bc-0771-4374-9e76-9ed22284b647 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:06.696098 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-fb4e43bc-0771-4374-9e76-9ed22284b647 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 814 time: 0.1091914 Jun 24 08:45:06.711241 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-b289518d-0ebf-4e7d-bc1c-d3673ee3704a tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/quotas/84c244fc43f94ea2bc9f76965c111e78 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Jun 24 08:45:06.744923 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-a2cb4a9e-78a3-4460-92a9-2be0cf027c32 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285931 Jun 24 08:45:06.829123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:06.841506 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-4aacbcc5-aba2-48c9-9679-4d03ff984f09 service neutron] 10.222.0.13 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896699 Jun 24 08:45:06.880907 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:06.944412 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-5148e0e8-864b-4728-a9be-d8a33810f6c5 service neutron] 10.222.0.13 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962286 Jun 24 08:45:07.116351 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-572416a5-00be-4583-8adc-61080181b508 req-860aae59-c427-4d00-8300-03446a32320c tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 210 time: 0.0305793 Jun 24 08:45:08.231615 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-52aec0db-f533-46b5-a5f5-98aac7f911d2 req-bfd7df9b-cdf3-48ee-bb22-118f318e4cff tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Jun 24 08:45:08.357177 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-e6dc3f18-fc4d-403a-89bf-1f4aa8eead3e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:08.359471 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-e6dc3f18-fc4d-403a-89bf-1f4aa8eead3e tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 814 time: 0.1209273 Jun 24 08:45:08.392872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Request body: {'port': {'device_id': '7a824c83-e930-4697-a539-9888e8be39a4', 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b', 'admin_state_up': True, 'tenant_id': '84c244fc43f94ea2bc9f76965c111e78'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:08.508501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Made reservation on behalf of 84c244fc43f94ea2bc9f76965c111e78 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:45:08.512085 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:08.639445 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Allocated IP 172.20.0.10 (943a828b-ef50-4d2e-9324-0233b619718b/f24bc66c-4f75-41a8-a7b6-7099c5fac730/ac5a6d4f-5b28-4778-959c-d049871f46e5) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:45:08.808652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks [] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:08.841318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:08.890136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Network 943a828b-ef50-4d2e-9324-0233b619718b is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:45:08.893191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:45:08.897139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:45:08.924550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Pushing event updated for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:08.953985 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:08.954636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:08.974798 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-674ed88c-8033-417d-a451-6774e08887ed tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864952 Jun 24 08:45:08.993401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Request body: {'port': {'device_id': '7a824c83-e930-4697-a539-9888e8be39a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:08.996845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:09.057895 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:09.060714 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.364974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac5a6d4f-5b28-4778-959c-d049871f46e5 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:09.380116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks [] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.398122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1e660-e11b-481b-94d4-41b94f9ca193 req-bbb4280a-29aa-47c2-bb5a-ce4fa0c291fa tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:09.399846 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-52c1e660-e11b-481b-94d4-41b94f9ca193 req-bbb4280a-29aa-47c2-bb5a-ce4fa0c291fa tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 932 time: 0.0743678 Jun 24 08:45:09.409089 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Transition to ACTIVE for port object ac5a6d4f-5b28-4778-959c-d049871f46e5 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:45:09.422042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.500591 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:09.513324 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-52c1e660-e11b-481b-94d4-41b94f9ca193 req-35c186be-29f3-42e5-91b9-ecb4fef51747 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011353 Jun 24 08:45:09.582132 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Attempting to bind port ac5a6d4f-5b28-4778-959c-d049871f46e5 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:45:09.582461 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Attempting to bind port ac5a6d4f-5b28-4778-959c-d049871f46e5 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:45:09.582788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Attempting to bind port ac5a6d4f-5b28-4778-959c-d049871f46e5 on network 943a828b-ef50-4d2e-9324-0233b619718b {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:09.587261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Port ac5a6d4f-5b28-4778-959c-d049871f46e5 on network 943a828b-ef50-4d2e-9324-0233b619718b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:45:09.587572 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Attempting to bind port ac5a6d4f-5b28-4778-959c-d049871f46e5 on network 943a828b-ef50-4d2e-9324-0233b619718b {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:09.592513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:45:09.592981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Checking segment: {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:45:09.593512 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Bound using segment: {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:45:09.593967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Bound port: ac5a6d4f-5b28-4778-959c-d049871f46e5, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805429af-e47b-40dc-877a-7b813315915a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:45:09.594319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.657337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:45:09.660418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:45:09.667370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.706537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:09.707140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:09.708563 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] 10.222.0.49 "PUT /v2.0/ports/ac5a6d4f-5b28-4778-959c-d049871f46e5 HTTP/1.1" status: 200 len: 1094 time: 0.7192645 Jun 24 08:45:09.708993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:09.711291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d1be7b-8c3d-4530-a160-b0cca344e335" -d '{"events": [{"name": "network-changed", "server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:09.734399 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0007eb-37d7-44e7-8229-316bb0a8dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:09.773749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973548fb-8277-4f5f-9702-e563475f3960 x-openstack-request-id: req-973548fb-8277-4f5f-9702-e563475f3960 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:09.773984 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:09.774238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973548fb-8277-4f5f-9702-e563475f3960 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:09.774731 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973548fb-8277-4f5f-9702-e563475f3960'] response: {'name': 'network-changed', 'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5', 'status': 'completed', 'code': 200} Jun 24 08:45:09.856550 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-00006386-91bf-4ddb-b4fc-3ea01b2ec6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:09.859808 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-00006386-91bf-4ddb-b4fc-3ea01b2ec6af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 1128 time: 0.0582840 Jun 24 08:45:09.908675 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-78b5b60d-3f6b-4551-9dc8-80a321e11318 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5 HTTP/1.1" status: 200 len: 217 time: 0.0331342 Jun 24 08:45:09.959254 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f480f-5356-4192-802c-9441df538210 req-66dc6736-0b13-48ec-b326-2d2556c6e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:09.960713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-66dc6736-0b13-48ec-b326-2d2556c6e592 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f24bc66c-4f75-41a8-a7b6-7099c5fac730 HTTP/1.1" status: 200 len: 854 time: 0.0453081 Jun 24 08:45:09.994148 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-05a94869-4a8a-4d6f-b53e-010ca6dee9f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=943a828b-ef50-4d2e-9324-0233b619718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269642 Jun 24 08:45:10.037972 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:10.080428 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:10.102625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-cc7489f6-bd45-487c-9148-9c6d141a8eb8 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995598 Jun 24 08:45:10.207267 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1f480f-5356-4192-802c-9441df538210 req-9b6171e6-facb-4bea-9680-99ff254545dc service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971398 Jun 24 08:45:10.634422 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f58cb-29c7-4dc1-9ace-4f0a429fee1e req-fe2645ba-643f-4655-82ff-9089c49fa561 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:10.635931 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567f58cb-29c7-4dc1-9ace-4f0a429fee1e req-fe2645ba-643f-4655-82ff-9089c49fa561 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 944 time: 0.0512402 Jun 24 08:45:10.685269 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567f58cb-29c7-4dc1-9ace-4f0a429fee1e req-531aa722-0cda-40d0-83c5-115dba2de8dc tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433760 Jun 24 08:45:11.401786 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-85cc11be-30f0-4d44-84ab-54109eec2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:11.403289 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-85cc11be-30f0-4d44-84ab-54109eec2195 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=84c244fc43f94ea2bc9f76965c111e78&device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 1128 time: 0.0408971 Jun 24 08:45:11.513949 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-7d5b415d-0f48-42e8-9037-beccb349c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:11.516308 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-7d5b415d-0f48-42e8-9037-beccb349c081 service neutron] 10.222.0.49 "GET /v2.0/networks?id=943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 200 len: 915 time: 0.1003804 Jun 24 08:45:11.560072 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-f416c657-db55-4588-8933-be7a197ceaa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5 HTTP/1.1" status: 200 len: 217 time: 0.0350277 Jun 24 08:45:11.616970 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-7fba38a7-01f3-4e99-8fea-1780c98cbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:11.618462 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-7fba38a7-01f3-4e99-8fea-1780c98cbac4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f24bc66c-4f75-41a8-a7b6-7099c5fac730 HTTP/1.1" status: 200 len: 854 time: 0.0465839 Jun 24 08:45:11.659988 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-44592511-ab0f-43b9-aee6-297383a77b07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=943a828b-ef50-4d2e-9324-0233b619718b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331700 Jun 24 08:45:11.762069 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-35c424f4-105b-4e7f-97f2-df8995b9ddf8 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912673 Jun 24 08:45:11.889345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9114f6-5332-47f5-8d85-d1da690e3240 req-85930ab1-515c-419a-8700-cf25a6e2613d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:11.891255 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae9114f6-5332-47f5-8d85-d1da690e3240 req-85930ab1-515c-419a-8700-cf25a6e2613d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 944 time: 0.0868022 Jun 24 08:45:11.921975 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08d1be7b-8c3d-4530-a160-b0cca344e335 req-18147f3d-aaa4-469d-97b7-a242ddb745b7 service neutron] 10.222.0.49 "GET /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502733 Jun 24 08:45:11.953277 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae9114f6-5332-47f5-8d85-d1da690e3240 req-426a0426-6d2a-4d2d-bb57-f913c40bfaf7 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548697 Jun 24 08:45:12.888193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ac5a6d4f-5b28-4778-959c-d049871f46e5 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:45:12.993818 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:13.008405 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'ac5a6d4f-5b28-4778-959c-d049871f46e5', 'network_id': '943a828b-ef50-4d2e-9324-0233b619718b', 'port_id': 'ac5a6d4f-5b28-4778-959c-d049871f46e5', 'mac_address': 'fa:16:3e:19:5b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24bc66c-4f75-41a8-a7b6-7099c5fac730', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:45:13.062145 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port ac5a6d4f-5b28-4778-959c-d049871f46e5 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:13.062817 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:13.076804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac5a6d4f-5b28-4778-959c-d049871f46e5 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:13.097880 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:13.099297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d78cd-770f-41a5-9c01-1b3354b3713a req-368dbdd7-47d8-4c27-9004-db6e7112450f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:13.100876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fa3d78cd-770f-41a5-9c01-1b3354b3713a req-368dbdd7-47d8-4c27-9004-db6e7112450f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Jun 24 08:45:13.103564 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:13.160250 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:13.169675 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.170119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.170507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.170904 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.171365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.171868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.172194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.172536 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.172858 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.173176 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.173494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.173845 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.174162 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.174430 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fa3d78cd-770f-41a5-9c01-1b3354b3713a req-e0e209c4-923f-4483-9374-1076f4e6ae15 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635223 Jun 24 08:45:13.174592 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.174804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:13.616824 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['ac5a6d4f-5b28-4778-959c-d049871f46e5'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:45:14.300452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4a16-131c-49ce-b14e-63af6801b63a req-e276f634-0939-4a3e-b9b4-612cba267b5f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:14.302070 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-986b4a16-131c-49ce-b14e-63af6801b63a req-e276f634-0939-4a3e-b9b4-612cba267b5f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jun 24 08:45:14.354044 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-986b4a16-131c-49ce-b14e-63af6801b63a req-ff53014a-b620-4e63-b0f0-94517137d63d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Jun 24 08:45:14.882107 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ac5a6d4f-5b28-4778-959c-d049871f46e5 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:45:14.931106 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port ac5a6d4f-5b28-4778-959c-d049871f46e5 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:45:14.937099 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port ac5a6d4f-5b28-4778-959c-d049871f46e5 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:45:14.937464 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:15.011113 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port ac5a6d4f-5b28-4778-959c-d049871f46e5 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:15.011494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:15.035105 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:15.043554 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:15.047035 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dcb664-f52c-438c-aea6-f10fcbdbc49e" -d '{"events": [{"server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "name": "network-vif-plugged", "status": "completed", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:15.062827 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:15.068333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:15.109018 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138621e6-058d-4b74-9ef5-77bfeca05a97 x-openstack-request-id: req-138621e6-058d-4b74-9ef5-77bfeca05a97 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:15.109449 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "name": "network-vif-plugged", "status": "completed", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:15.109553 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-138621e6-058d-4b74-9ef5-77bfeca05a97 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:15.109986 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-138621e6-058d-4b74-9ef5-77bfeca05a97'] response: {'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5', 'code': 200} Jun 24 08:45:15.126416 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:15.360383 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:15.379146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bd852-45fb-4e40-91a3-5427a17912ec req-f75b2f8d-a104-4eff-aa4e-394d6646ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:15.381539 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f21bd852-45fb-4e40-91a3-5427a17912ec req-f75b2f8d-a104-4eff-aa4e-394d6646ba2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 1130 time: 0.0550926 Jun 24 08:45:15.488555 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f21bd852-45fb-4e40-91a3-5427a17912ec req-709d72cc-d709-4df6-b54c-2ab6fa64588d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967650 Jun 24 08:45:15.509178 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6624b-c9ee-4654-9924-d14ee966aa2c req-e81ce9cd-8b07-4842-978b-fbe76654f6a4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:15.510713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76d6624b-c9ee-4654-9924-d14ee966aa2c req-e81ce9cd-8b07-4842-978b-fbe76654f6a4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.0670559 Jun 24 08:45:15.563812 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76d6624b-c9ee-4654-9924-d14ee966aa2c req-c1963174-245f-49e0-93c0-a12c5799bddf tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466895 Jun 24 08:45:16.673833 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:16.685128 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0690db-96b7-4763-bf86-6f066c970e58 req-89ddead9-87eb-4e12-8ed5-175238ab36a7 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:16.687867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f0690db-96b7-4763-bf86-6f066c970e58 req-89ddead9-87eb-4e12-8ed5-175238ab36a7 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.0510592 Jun 24 08:45:16.745442 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f0690db-96b7-4763-bf86-6f066c970e58 req-45006b0a-d305-4453-9862-8b0c0fe632b1 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516253 Jun 24 08:45:17.903075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaacd4-0aaa-4754-9d97-cecd9ce5bc88 req-c83aba05-98c7-47a9-96b3-07c77f65cd31 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:17.904738 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c1eaacd4-0aaa-4754-9d97-cecd9ce5bc88 req-c83aba05-98c7-47a9-96b3-07c77f65cd31 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.0573840 Jun 24 08:45:17.959782 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c1eaacd4-0aaa-4754-9d97-cecd9ce5bc88 req-6b57f996-e9da-45ba-99af-435b6998b92f tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462964 Jun 24 08:45:18.187269 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc53bfc-73cb-4004-a226-fb285eff7ec9 req-68405e13-6071-40f4-b389-fdb30c3b85ff tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:18.188823 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dcc53bfc-73cb-4004-a226-fb285eff7ec9 req-68405e13-6071-40f4-b389-fdb30c3b85ff tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0609968 Jun 24 08:45:18.246229 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dcc53bfc-73cb-4004-a226-fb285eff7ec9 req-cfc9338c-62b6-46f6-b92d-299a8f1f23b9 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512812 Jun 24 08:45:19.370498 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8ebe6-0f08-4327-a0b9-52e411228b0c req-fe95f345-3b75-4a9f-8f74-8f507dee50c0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:19.372147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ff8ebe6-0f08-4327-a0b9-52e411228b0c req-fe95f345-3b75-4a9f-8f74-8f507dee50c0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0516415 Jun 24 08:45:19.428035 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5ff8ebe6-0f08-4327-a0b9-52e411228b0c req-e3a66e1d-60ab-4b9f-93fd-793fd6d4334b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489256 Jun 24 08:45:20.561936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-1176feb2-cd1c-4bf3-a69d-45bb2af3e969 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:20.563523 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-1176feb2-cd1c-4bf3-a69d-45bb2af3e969 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0789032 Jun 24 08:45:20.581377 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df35d95-f7a0-4dab-8476-6cc59c5eff4e req-4c82ca26-5a49-423f-aa7c-62368a751238 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:20.582938 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2df35d95-f7a0-4dab-8476-6cc59c5eff4e req-4c82ca26-5a49-423f-aa7c-62368a751238 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 945 time: 0.0695677 Jun 24 08:45:20.693429 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2df35d95-f7a0-4dab-8476-6cc59c5eff4e req-cbaf9fb0-8f6a-4bec-b262-2ea3bf682fd8 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=d7519895-6453-4b06-866d-52423f62ac73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040897 Jun 24 08:45:20.698518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Deleting port 5263720a-56c1-460b-8d53-95927806ac6a {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:45:20.698850 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (5263720a-56c1-460b-8d53-95927806ac6a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:20.796597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] For port 5263720a-56c1-460b-8d53-95927806ac6a, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=5263720a-56c1-460b-8d53-95927806ac6a,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:20.796951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (5263720a-56c1-460b-8d53-95927806ac6a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.239222 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:21.248333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f4e3e642-5b9a-4bb3-9df8-168bc78b66e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.273476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.273873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.274192 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Floating IP a9c33adc-871a-4ffb-88cc-caa827a5e4de disassociated. External IP: 172.27.1.253, port: 5263720a-56c1-460b-8d53-95927806ac6a. Jun 24 08:45:21.274536 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Calling delete_port for 5263720a-56c1-460b-8d53-95927806ac6a owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:45:21.322782 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:21.408525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:21.440266 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (5263720a-56c1-460b-8d53-95927806ac6a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.470398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'Port': ['ID=5263720a-56c1-460b-8d53-95927806ac6a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:21.605187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:45:21.730289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:45:21.743334 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:21.746174 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:21.746842 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:45:21.768331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:21.770426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:44:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:21.832697 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] No DVR routers for this DVR port 5263720a-56c1-460b-8d53-95927806ac6a on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:45:21.863218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:21.868904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b7ca452e-6102-4ad9-a2ad-ed6374d7140c req-0ca8bf9d-7795-46f1-8f37-57946673b0ba tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "DELETE /v2.0/ports/5263720a-56c1-460b-8d53-95927806ac6a HTTP/1.1" status: 204 len: 173 time: 1.2997336 Jun 24 08:45:21.871789 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b7578fe9-9f56-42a0-9ce9-0b5cdcbcc0fc req-3967f5d1-d9fb-470e-8400-e5bd14475013 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.0555084 Jun 24 08:45:21.872471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'name': 'network-vif-deleted', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:21.876683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf07bc2-8514-4df6-91d9-02130fae7327" -d '{"events": [{"server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "name": "network-vif-deleted", "tag": "5263720a-56c1-460b-8d53-95927806ac6a"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:21.925371 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:21.934954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a2db2-e67d-422c-b543-b55f8b99679e x-openstack-request-id: req-f38a2db2-e67d-422c-b543-b55f8b99679e {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:21.935353 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5d35ce-c7be-407a-a48d-ef65f3133dbc", "name": "network-vif-deleted", "tag": "5263720a-56c1-460b-8d53-95927806ac6a", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:21.935688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f38a2db2-e67d-422c-b543-b55f8b99679e {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:21.936280 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38a2db2-e67d-422c-b543-b55f8b99679e'] response: {'server_uuid': '0d5d35ce-c7be-407a-a48d-ef65f3133dbc', 'name': 'network-vif-deleted', 'tag': '5263720a-56c1-460b-8d53-95927806ac6a', 'status': 'completed', 'code': 200} Jun 24 08:45:22.131176 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:22.163940 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:45:22.175034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:22.175853 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:44:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:22.352298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:22.738120 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:22.768969 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ce16b-a928-4a29-8644-8e6ec8e1e389 None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:45:23.118823 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89ba63b8-8e9c-4973-bd4d-5c8349561d76 req-73b88eac-7c5a-451d-8599-4d867b865a4d tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d5d35ce-c7be-407a-a48d-ef65f3133dbc HTTP/1.1" status: 200 len: 210 time: 0.0795929 Jun 24 08:45:23.193400 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da66c8ec-6ba4-4824-8468-8fd54e388636 None None] New status for floating IP a9c33adc-871a-4ffb-88cc-caa827a5e4de: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:45:23.558677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5c4c7df8-c3e0-42d2-b8b6-55107293fca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.268976 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38068) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:24.331091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (d7519895-6453-4b06-866d-52423f62ac73), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.357639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (d7519895-6453-4b06-866d-52423f62ac73), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.434295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d7519895-6453-4b06-866d-52423f62ac73), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.438140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.444255 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "DELETE /v2.0/security-groups/d7519895-6453-4b06-866d-52423f62ac73 HTTP/1.1" status: 204 len: 168 time: 0.1703670 Jun 24 08:45:24.444912 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38074) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:24.474511 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-f790ca3e-85a3-4f09-a298-dec35f35dc7a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] show failed (client error): The resource could not be found. Jun 24 08:45:24.478882 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f790ca3e-85a3-4f09-a298-dec35f35dc7a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups/d7519895-6453-4b06-866d-52423f62ac73 HTTP/1.1" status: 404 len: 347 time: 0.0324395 Jun 24 08:45:24.479529 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38078) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:24.496787 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2877b-69e9-4fdd-9357-9d4dbadc8b67 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7519895-6453-4b06-866d-52423f62ac73,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:24.616679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563023a4-a439-4c4a-8832-429fb3e85bb6 req-11b31171-8364-4d72-b370-8a4474cc7790 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:24.618289 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-563023a4-a439-4c4a-8832-429fb3e85bb6 req-11b31171-8364-4d72-b370-8a4474cc7790 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1523755 Jun 24 08:45:24.619781 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-4f634b9e-fd32-4666-a0cd-19009e8112c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:24.621761 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-4f634b9e-fd32-4666-a0cd-19009e8112c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.1305406 Jun 24 08:45:24.624287 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Deleting port 9a8556eb-6726-4d90-b707-8daa172c9ddd {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:45:24.624882 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.708783 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.709093 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (9a8556eb-6726-4d90-b707-8daa172c9ddd), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.724292 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Calling delete_port for 9a8556eb-6726-4d90-b707-8daa172c9ddd owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:45:24.737837 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-563023a4-a439-4c4a-8832-429fb3e85bb6 req-4aa478ed-bea3-4e2b-b058-2f9218bd848a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115952 Jun 24 08:45:24.762325 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-7958b8e9-dcf9-47b9-8649-37bd16893620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:24.763983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-7958b8e9-dcf9-47b9-8649-37bd16893620 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1360209 Jun 24 08:45:24.831772 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-c6039fe5-12e1-4e1d-9fe6-2dc5f281adfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 1000 time: 0.0621488 Jun 24 08:45:24.866805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.897465 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (9a8556eb-6726-4d90-b707-8daa172c9ddd), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:24.903683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-1599b51b-9c73-4c66-8d26-df53b52a8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:24.905739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-1599b51b-9c73-4c66-8d26-df53b52a8262 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0670187 Jun 24 08:45:24.910704 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 5263720a-56c1-460b-8d53-95927806ac6a no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:45:24.928779 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:24.936828 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'Port': ['ID=9a8556eb-6726-4d90-b707-8daa172c9ddd,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:24.951125 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 5263720a-56c1-460b-8d53-95927806ac6a {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:45:24.953151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 5263720a-56c1-460b-8d53-95927806ac6a not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:45:24.976040 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-88867e17-bce7-4cec-b775-94758bdaf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:24.977318 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.977661 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.978029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.978278 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-88867e17-bce7-4cec-b775-94758bdaf4ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643618 Jun 24 08:45:24.978440 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.978677 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.979001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.979472 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.979805 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.980132 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.980450 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.980771 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.981093 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.981410 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.981748 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:24.982095 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:45:25.057868 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (a9c33adc-871a-4ffb-88cc-caa827a5e4de), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.063957 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.066094 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e14157ed-a192-4ad2-8b16-ac76d9cd30a7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9c33adc-871a-4ffb-88cc-caa827a5e4de HTTP/1.1" status: 204 len: 168 time: 0.5852110 Jun 24 08:45:25.074447 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:25.086383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-d9f47862-66fa-4065-945b-dbba5ec6cd84 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017611 Jun 24 08:45:25.154486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38086) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:25.159255 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1074366162', 'description': 'tempest-description--435839339'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:25.185082 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.186051 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eded45eb-9186-434d-9c79-3919ad0198d5 req-18354567-174f-4fbe-894d-4dd41e04ee56 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938184 Jun 24 08:45:25.272909 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (86f2ec2e-94da-411e-b321-a1e0b283c140), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.277443 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (86f2ec2e-94da-411e-b321-a1e0b283c140), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.322128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.323593 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678851 Jun 24 08:45:25.326273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b5ede-653c-49cb-900e-628048b0d367 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f2ec2e-94da-411e-b321-a1e0b283c140,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:25.326640 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38092) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:25.331354 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group_rule': {'security_group_id': '86f2ec2e-94da-411e-b321-a1e0b283c140', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:25.374358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (c36a5a7d-35ab-47d2-967e-7f58b9ffb64d), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.431870 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (c36a5a7d-35ab-47d2-967e-7f58b9ffb64d), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.435671 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (c36a5a7d-35ab-47d2-967e-7f58b9ffb64d), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.454564 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36a5a7d-35ab-47d2-967e-7f58b9ffb64d,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:25.464203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.465402 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0cdf5bef-07e6-4fe7-8bac-2b3e7530f227 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376886 Jun 24 08:45:25.468720 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38094) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:25.473174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'security_group_rule': {'security_group_id': '86f2ec2e-94da-411e-b321-a1e0b283c140', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:25.503470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (44ef21eb-14bd-4dee-8ac5-2385b96e5774), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.571019 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (44ef21eb-14bd-4dee-8ac5-2385b96e5774), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.575624 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (44ef21eb-14bd-4dee-8ac5-2385b96e5774), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.598508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ef21eb-14bd-4dee-8ac5-2385b96e5774,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:25.610280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.616009 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b4dfbde3-1841-4965-b3d2-3621b486b614 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422446 Jun 24 08:45:25.616997 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38098) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:25.623099 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:25.652406 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.736238 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.799481 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:25.835967 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:25.850607 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Allocated IP 172.27.1.108 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/737e4f28-f637-4262-adca-2a1e5e9bb437) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:45:25.865589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a181-8945-4a8c-b89c-072c135d87ef req-af9a3028-f401-48ee-a974-3fae8e2b9c27 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:25.867423 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5d56a181-8945-4a8c-b89c-072c135d87ef req-af9a3028-f401-48ee-a974-3fae8e2b9c27 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Jun 24 08:45:25.922772 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5d56a181-8945-4a8c-b89c-072c135d87ef req-de4cda88-994a-4575-acb0-be804c7aebb3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490034 Jun 24 08:45:25.961179 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:25.995243 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.041810 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:45:26.046949 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:45:26.049120 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=737e4f28-f637-4262-adca-2a1e5e9bb437,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:26.051254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:45:26.134202 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.176932 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.278774 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.324071 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.329524 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.401908 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=737e4f28-f637-4262-adca-2a1e5e9bb437,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:26.414212 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.430397 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.431622 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8ef28030-fd1e-45ff-854b-4e23bfdd985e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8131108 Jun 24 08:45:26.501430 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:26.639901 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-50276107-5550-4234-b4f5-f25b18f5d3ca tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1074366162&fields=id&tenant_id=2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 267 time: 0.0431280 Jun 24 08:45:26.751114 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-36a69d96-07a5-4111-bf12-3ed02e275949 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:26.752611 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-36a69d96-07a5-4111-bf12-3ed02e275949 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 811 time: 0.1059875 Jun 24 08:45:26.767599 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-fd2c2950-ec36-44f7-8592-54076a4dcbc9 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/quotas/2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 375 time: 0.0098486 Jun 24 08:45:26.817300 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-f796dff2-f0d7-4925-a76e-eb824a47710f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446296 Jun 24 08:45:26.916959 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-1295217f-1548-405c-af1c-e34aeddfdb3f service neutron] 10.222.0.13 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Jun 24 08:45:26.995142 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:27.012885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:27.065520 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-40c057b6-8dfd-4bf8-8ef4-ac5644de4676 service neutron] 10.222.0.13 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426649 Jun 24 08:45:27.080263 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859c19-9233-4dd6-aba7-4ed015d3b514 req-1dec590f-c027-43c7-ac36-bb8084de8228 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:27.081861 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37859c19-9233-4dd6-aba7-4ed015d3b514 req-1dec590f-c027-43c7-ac36-bb8084de8228 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0833259 Jun 24 08:45:27.132213 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37859c19-9233-4dd6-aba7-4ed015d3b514 req-ecb77758-e7f2-4cf2-8b9e-0db7c525cf28 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444946 Jun 24 08:45:27.240288 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e51ab50e-7e07-427d-870c-8180a9bd2aa8 req-551eafd1-cfac-4fee-bc93-e3b7d151e8ce tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 210 time: 0.0325873 Jun 24 08:45:28.260555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c1f8f-dc66-44b3-9050-6722e6619240 req-1ed16c70-7822-49d2-a8bc-22565648f2d7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:28.262996 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-905c1f8f-dc66-44b3-9050-6722e6619240 req-1ed16c70-7822-49d2-a8bc-22565648f2d7 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0599308 Jun 24 08:45:28.378791 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bef020c2-1653-4a9a-a08e-b39cb9e97543 req-fa5a3d29-02c6-4d89-945c-64a6ddd75708 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 210 time: 0.0659785 Jun 24 08:45:28.400563 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-905c1f8f-dc66-44b3-9050-6722e6619240 req-e288270e-9204-41b3-8d1d-6c812fb35255 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232059 Jun 24 08:45:28.480105 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-8b1b18a5-3a93-4120-8fef-d298a0c949d0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:28.481672 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-8b1b18a5-3a93-4120-8fef-d298a0c949d0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 811 time: 0.1881588 Jun 24 08:45:28.674409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-cd6cba82-2c24-4c20-8187-900e4592af63 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2988ac4c59124e02bbcc7049e69dd599 HTTP/1.1" status: 200 len: 380 time: 0.0554922 Jun 24 08:45:28.787493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'port': {'device_id': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'admin_state_up': True, 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'security_groups': ['86f2ec2e-94da-411e-b321-a1e0b283c140']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:28.907483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Made reservation on behalf of 2988ac4c59124e02bbcc7049e69dd599 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:45:28.910893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.043587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Allocated IP 172.20.0.7 (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6/6f79ec75-0e86-4e5e-bc64-00665dc56717/c281cf91-0715-4eb4-ba74-fb499c317db3) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:45:29.208255 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.240610 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.253050 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:29.281508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:29.288673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:45:29.294945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:45:29.299801 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:45:29.307573 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event updated for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:29.361561 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:29.362300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.383055 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-63e68209-5f2e-44ef-9ceb-ca1eeaac82de tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003146 Jun 24 08:45:29.545115 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b44fa-13e0-46ba-885b-200a2ca1f728 req-62bfb7c9-3a77-4ba6-838e-92fa8cb3f56d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:29.547017 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-727b44fa-13e0-46ba-885b-200a2ca1f728 req-62bfb7c9-3a77-4ba6-838e-92fa8cb3f56d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0709443 Jun 24 08:45:29.552951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ca721-796a-4964-8bb2-52a06621536d req-d2a2381e-58f4-43ee-b3e7-a37833da3ea6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:29.554569 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e94ca721-796a-4964-8bb2-52a06621536d req-d2a2381e-58f4-43ee-b3e7-a37833da3ea6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 931 time: 0.0904913 Jun 24 08:45:29.566939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Request body: {'port': {'device_id': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:29.614153 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-811bb719-787f-49e5-98a9-afad94c59fc7 None None] Provisioning complete for port c281cf91-0715-4eb4-ba74-fb499c317db3 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:45:29.614719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-811bb719-787f-49e5-98a9-afad94c59fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.649579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-811bb719-787f-49e5-98a9-afad94c59fc7 None None] Port c281cf91-0715-4eb4-ba74-fb499c317db3 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:45:29.685068 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-727b44fa-13e0-46ba-885b-200a2ca1f728 req-5b16d587-6520-4a59-a19b-a78bfc421001 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295187 Jun 24 08:45:29.705410 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e94ca721-796a-4964-8bb2-52a06621536d req-56c71aed-ec82-444e-beec-83f71533414b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285696 Jun 24 08:45:29.708080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:29.981012 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c281cf91-0715-4eb4-ba74-fb499c317db3 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:29.989492 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks [] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:30.003755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Transition to ACTIVE for port object c281cf91-0715-4eb4-ba74-fb499c317db3 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:45:30.007316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:30.067056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:30.158400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Attempting to bind port c281cf91-0715-4eb4-ba74-fb499c317db3 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:45:30.158918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Attempting to bind port c281cf91-0715-4eb4-ba74-fb499c317db3 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:45:30.159429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Attempting to bind port c281cf91-0715-4eb4-ba74-fb499c317db3 on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:30.167035 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Port c281cf91-0715-4eb4-ba74-fb499c317db3 on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:45:30.167536 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Attempting to bind port c281cf91-0715-4eb4-ba74-fb499c317db3 on network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:30.179753 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:45:30.180261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Checking segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:45:30.180797 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Bound using segment: {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:45:30.181466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Bound port: c281cf91-0715-4eb4-ba74-fb499c317db3, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d0dc73-362a-4be4-84c3-5a3d398280cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:45:30.185280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:30.251687 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:30.266105 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:45:30.269623 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c281cf91-0715-4eb4-ba74-fb499c317db3,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:45:30.276908 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:30.317927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:30.324057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:30.325096 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:30.326519 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] 10.222.0.49 "PUT /v2.0/ports/c281cf91-0715-4eb4-ba74-fb499c317db3 HTTP/1.1" status: 200 len: 1093 time: 0.7692401 Jun 24 08:45:30.331727 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:30.334059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a241bfd7-ee80-41d1-b364-8919b674aeac" -d '{"events": [{"name": "network-changed", "server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:30.364470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ce2c1-8add-4ea0-a53d-930e2f079a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:30.396030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5fab53-06d9-4963-9933-2fca202c2243 x-openstack-request-id: req-7f5fab53-06d9-4963-9933-2fca202c2243 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:30.396313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:30.396562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f5fab53-06d9-4963-9933-2fca202c2243 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:30.397908 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5fab53-06d9-4963-9933-2fca202c2243'] response: {'name': 'network-changed', 'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'status': 'completed', 'code': 200} Jun 24 08:45:30.837064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a00f6a-e480-4659-8eca-864740fead41 req-aea290ce-7f66-4aa4-bd6f-ae63fc7ca8aa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:30.838591 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-67a00f6a-e480-4659-8eca-864740fead41 req-aea290ce-7f66-4aa4-bd6f-ae63fc7ca8aa tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0773454 Jun 24 08:45:30.850297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec9376-7c51-4b7d-befe-d6fc727cf6dc req-bbba61a7-bacc-4ea3-9b55-b03cc7113d4a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:30.851804 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-38ec9376-7c51-4b7d-befe-d6fc727cf6dc req-bbba61a7-bacc-4ea3-9b55-b03cc7113d4a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 943 time: 0.0795972 Jun 24 08:45:30.931072 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-67a00f6a-e480-4659-8eca-864740fead41 req-01c63929-4be5-49cd-9505-8d324ac56b73 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783138 Jun 24 08:45:30.935203 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-38ec9376-7c51-4b7d-befe-d6fc727cf6dc req-85afca6f-da5b-4fb0-ab9a-546264fdf6b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759485 Jun 24 08:45:31.724383 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:45:32.269001 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a066285-f2bb-4cc1-84cd-ca8af73c4e17 req-7824eef2-1f49-4c13-ac1d-6558cda18692 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:32.270419 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1a066285-f2bb-4cc1-84cd-ca8af73c4e17 req-7824eef2-1f49-4c13-ac1d-6558cda18692 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.2679372 Jun 24 08:45:32.278112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e090124-e5f6-4862-8820-589f33272fb0 req-1445d3fc-f37c-4ccd-ad1f-f0b59d13329a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:32.279486 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0e090124-e5f6-4862-8820-589f33272fb0 req-1445d3fc-f37c-4ccd-ad1f-f0b59d13329a tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 943 time: 0.2724171 Jun 24 08:45:32.357321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1a066285-f2bb-4cc1-84cd-ca8af73c4e17 req-dddeca51-451f-4bbb-bb3f-84d2d1de0a96 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768757 Jun 24 08:45:32.360393 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0e090124-e5f6-4862-8820-589f33272fb0 req-c42dd4f1-fc67-457c-8481-2b21e84ac76b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729790 Jun 24 08:45:33.236298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-0601cc77-aea8-4705-b653-2e8f8027ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:33.237839 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-0601cc77-aea8-4705-b653-2e8f8027ceb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 1127 time: 0.0441685 Jun 24 08:45:33.285347 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-e12f9919-0817-46c9-8de4-ff9d9d904d63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c281cf91-0715-4eb4-ba74-fb499c317db3 HTTP/1.1" status: 200 len: 217 time: 0.0332921 Jun 24 08:45:33.286971 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:33.342098 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-a16eddd6-5cd0-406e-ad02-d0e993f1779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:33.344294 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-a16eddd6-5cd0-406e-ad02-d0e993f1779d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0511284 Jun 24 08:45:33.396993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f632b-832a-4675-be29-d321b2e5b13f req-b14e5eae-8170-4a9a-9337-78b01477be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:33.398694 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-b14e5eae-8170-4a9a-9337-78b01477be17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457149 Jun 24 08:45:33.551923 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60742cfa-5deb-4759-a18f-4d1d7c5063ee req-961d74df-a136-4cec-a047-2c43d6b99a0c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:33.553389 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60742cfa-5deb-4759-a18f-4d1d7c5063ee req-961d74df-a136-4cec-a047-2c43d6b99a0c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1178076 Jun 24 08:45:33.561760 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef074c3-6788-465c-9d81-b88522a04e2b req-80a83543-ae4d-4cd2-8d2e-e26524b469ff tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:33.563241 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bef074c3-6788-465c-9d81-b88522a04e2b req-80a83543-ae4d-4cd2-8d2e-e26524b469ff tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 943 time: 0.1255765 Jun 24 08:45:33.604850 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-6e0269fc-6327-42cf-bad9-e77288833210 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986251 Jun 24 08:45:33.684760 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-60742cfa-5deb-4759-a18f-4d1d7c5063ee req-bcf2d52e-380d-40a2-a481-469a5b030ad2 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205454 Jun 24 08:45:33.690262 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bef074c3-6788-465c-9d81-b88522a04e2b req-58908b0d-43d4-4c18-a414-41a5b9773437 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149778 Jun 24 08:45:33.746585 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:33.754868 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f90f632b-832a-4675-be29-d321b2e5b13f req-aea68f10-6451-4587-a9d3-8e6412858661 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326716 Jun 24 08:45:34.048144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2591f37-8a20-42b1-a0f2-1adf8cbbd9ff req-5dcd8b5c-f28c-4fbb-8192-f8955504c324 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:34.049640 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2591f37-8a20-42b1-a0f2-1adf8cbbd9ff req-5dcd8b5c-f28c-4fbb-8192-f8955504c324 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0488245 Jun 24 08:45:34.097780 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2591f37-8a20-42b1-a0f2-1adf8cbbd9ff req-fd59dfa4-dcdb-41f6-8c05-11436e9b8093 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421071 Jun 24 08:45:35.049359 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:35.087320 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e992ac4-98c6-4b4e-a3a3-3f7192d437df req-d6d52926-c36b-4c84-a979-70a0b2b681c6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:35.088924 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4e992ac4-98c6-4b4e-a3a3-3f7192d437df req-d6d52926-c36b-4c84-a979-70a0b2b681c6 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 943 time: 0.3302584 Jun 24 08:45:35.109278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903d8ee-f938-4e8f-8989-1e0127d041d5 req-caa0687c-5f40-46b1-a6d8-338e3c6ad2e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:35.110997 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b903d8ee-f938-4e8f-8989-1e0127d041d5 req-caa0687c-5f40-46b1-a6d8-338e3c6ad2e6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.3510940 Jun 24 08:45:35.182995 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4e992ac4-98c6-4b4e-a3a3-3f7192d437df req-0f756e49-fe81-432b-b862-d8af01588c70 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867066 Jun 24 08:45:35.191208 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b903d8ee-f938-4e8f-8989-1e0127d041d5 req-58afe2e9-ecad-4609-a62a-7aaa29a48235 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714645 Jun 24 08:45:35.294744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3c8ca-a5cd-415a-85a6-c59bd6525608 req-41d69991-7815-428b-b0a9-4cbd8a6f60df tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:35.297062 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84c3c8ca-a5cd-415a-85a6-c59bd6525608 req-41d69991-7815-428b-b0a9-4cbd8a6f60df tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0531089 Jun 24 08:45:35.348936 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84c3c8ca-a5cd-415a-85a6-c59bd6525608 req-687842e9-2546-45d6-8408-2d1058c0a2b5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463159 Jun 24 08:45:36.331638 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486c1be-2111-45a0-8035-90dfb4908b42 req-aa1014a5-e797-42d8-81a8-632fb78ac4bf tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:36.333173 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b486c1be-2111-45a0-8035-90dfb4908b42 req-aa1014a5-e797-42d8-81a8-632fb78ac4bf tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 943 time: 0.0760508 Jun 24 08:45:36.346645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c1b1-3e77-425c-8b76-9f7f84701236 req-e35b36dc-bc9d-4c3c-9931-4293b3bdbb07 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:36.348169 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a221c1b1-3e77-425c-8b76-9f7f84701236 req-e35b36dc-bc9d-4c3c-9931-4293b3bdbb07 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0620620 Jun 24 08:45:36.389028 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c281cf91-0715-4eb4-ba74-fb499c317db3 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:45:36.398189 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:36.418353 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:36.427272 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:36.434571 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b486c1be-2111-45a0-8035-90dfb4908b42 req-c3082575-9af0-4ac3-9d67-4d9f4f8ebfa2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853910 Jun 24 08:45:36.439583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a221c1b1-3e77-425c-8b76-9f7f84701236 req-cd26e670-823d-431c-b9d7-29cf51135603 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831149 Jun 24 08:45:36.491601 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:36.495324 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:36.530472 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c281cf91-0715-4eb4-ba74-fb499c317db3,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:36.543698 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'port_id': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'mac_address': 'fa:16:3e:ed:c6:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:45:36.557711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c8ffb-353d-491a-9d1c-a0bea369c42c req-c6ec9be6-ed38-43cd-9d64-14d0567051bc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:36.559586 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2d3c8ffb-353d-491a-9d1c-a0bea369c42c req-c6ec9be6-ed38-43cd-9d64-14d0567051bc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0558286 Jun 24 08:45:36.587617 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port c281cf91-0715-4eb4-ba74-fb499c317db3 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:36.588004 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:36.602255 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c281cf91-0715-4eb4-ba74-fb499c317db3 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:36.613172 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2d3c8ffb-353d-491a-9d1c-a0bea369c42c req-c2cd1fd7-710f-48d0-9c9f-9e2e2f8a25a0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462306 Jun 24 08:45:36.631636 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c281cf91-0715-4eb4-ba74-fb499c317db3,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:36.636098 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:36.688103 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:37.629196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69443b34-8730-4610-9375-b9e57d1322e1 req-2a43010b-3bc8-41af-bbab-962cac393d8b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:37.631065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69443b34-8730-4610-9375-b9e57d1322e1 req-2a43010b-3bc8-41af-bbab-962cac393d8b tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 944 time: 0.0991111 Jun 24 08:45:37.637299 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0415-883d-45fd-b0d2-eb7f3955ca08 req-653e49c0-50b5-4108-a668-135dad662f0f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:37.640478 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84ba0415-883d-45fd-b0d2-eb7f3955ca08 req-653e49c0-50b5-4108-a668-135dad662f0f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1101811 Jun 24 08:45:37.726993 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69443b34-8730-4610-9375-b9e57d1322e1 req-a4083928-2d9b-4dcf-b29a-c74724d31410 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828581 Jun 24 08:45:37.730557 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-84ba0415-883d-45fd-b0d2-eb7f3955ca08 req-45e4ccd8-81ef-4794-98ca-15e314c7b4c8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847030 Jun 24 08:45:37.801782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['c281cf91-0715-4eb4-ba74-fb499c317db3'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:45:37.833940 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc934f-66c4-46cc-b751-99a5c92280e7 req-6701f9a3-0183-4174-a2a0-b43e934d9e6d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:37.835529 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9cc934f-66c4-46cc-b751-99a5c92280e7 req-6701f9a3-0183-4174-a2a0-b43e934d9e6d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0493281 Jun 24 08:45:37.890235 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9cc934f-66c4-46cc-b751-99a5c92280e7 req-2804ed44-82c5-4921-b986-197c82876e65 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477054 Jun 24 08:45:38.882097 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876eccb-55b4-4031-9980-e887ec23539f req-634588f6-2692-4c8a-8ca4-afb9e3ba0696 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:38.883617 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d876eccb-55b4-4031-9980-e887ec23539f req-634588f6-2692-4c8a-8ca4-afb9e3ba0696 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 944 time: 0.0841718 Jun 24 08:45:38.905642 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d4962-941b-4f28-b5ab-a0a9c2bcd387 req-88907d13-e8c3-4282-ac6e-ea10b345bf15 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:38.907179 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e80d4962-941b-4f28-b5ab-a0a9c2bcd387 req-88907d13-e8c3-4282-ac6e-ea10b345bf15 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0733504 Jun 24 08:45:38.944201 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:38.970229 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d876eccb-55b4-4031-9980-e887ec23539f req-b562cc37-aeaf-4917-8174-e7bfd5e4d3eb tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792520 Jun 24 08:45:38.973504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:38.986454 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e80d4962-941b-4f28-b5ab-a0a9c2bcd387 req-54cc57ab-6b2c-44b5-aadc-9ad1df770b32 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725646 Jun 24 08:45:39.088829 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380088-678c-438a-9404-0a2b5b58e90d req-da5a0b3b-d810-4180-8224-719f1d1298cd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.090187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-94380088-678c-438a-9404-0a2b5b58e90d req-da5a0b3b-d810-4180-8224-719f1d1298cd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0600672 Jun 24 08:45:39.138189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-37046648-cfa2-45da-92ab-1142587c183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.140449 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-37046648-cfa2-45da-92ab-1142587c183b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 1128 time: 0.0649674 Jun 24 08:45:39.187270 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-94380088-678c-438a-9404-0a2b5b58e90d req-34ed3ce3-ffc6-4cd6-8105-69b90008b296 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769010 Jun 24 08:45:39.261657 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-64674fa5-24e3-4bec-8e69-e387da8526a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.263135 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-64674fa5-24e3-4bec-8e69-e387da8526a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.1038251 Jun 24 08:45:39.362773 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c281cf91-0715-4eb4-ba74-fb499c317db3 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:45:39.399890 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-d3e62da2-f3f0-42dc-90bc-122340781acf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c281cf91-0715-4eb4-ba74-fb499c317db3 HTTP/1.1" status: 200 len: 217 time: 0.0344346 Jun 24 08:45:39.407686 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port c281cf91-0715-4eb4-ba74-fb499c317db3 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:45:39.414346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port c281cf91-0715-4eb4-ba74-fb499c317db3 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:45:39.414715 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:39.454553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-2c4f2d05-5f36-4338-ab13-28923f64f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.456211 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-2c4f2d05-5f36-4338-ab13-28923f64f953 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0501893 Jun 24 08:45:39.501635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port c281cf91-0715-4eb4-ba74-fb499c317db3 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:39.502037 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:39.526247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:39.528546 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40753258-0297-4fa8-bc4b-51b202e1a9ac" -d '{"events": [{"server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "name": "network-vif-plugged", "status": "completed", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:39.544275 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c281cf91-0715-4eb4-ba74-fb499c317db3,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:39.552011 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:39.589217 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afbfbfb-9241-4cd0-8b71-bef101bc528e x-openstack-request-id: req-5afbfbfb-9241-4cd0-8b71-bef101bc528e {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:39.589515 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "name": "network-vif-plugged", "status": "completed", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:39.589766 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5afbfbfb-9241-4cd0-8b71-bef101bc528e {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:39.590166 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afbfbfb-9241-4cd0-8b71-bef101bc528e'] response: {'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'code': 200} Jun 24 08:45:39.621953 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-7ea4e190-5380-4123-8d35-6bd84ee90d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.623557 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-7ea4e190-5380-4123-8d35-6bd84ee90d07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0873737 Jun 24 08:45:39.633679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-a99b298e-b3b7-40e2-b07e-94e6663a7e8c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.635185 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-a99b298e-b3b7-40e2-b07e-94e6663a7e8c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0900898 Jun 24 08:45:39.640166 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:39.794899 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Deleting port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:45:39.795819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:39.801367 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-417e035c-f126-442d-9eb1-c497c2616cc3 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651530 Jun 24 08:45:39.831213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c6d29-b52b-47bc-b81a-bb0c8ff4957d req-82cebc79-3cad-4ef3-b759-10cd2eb0378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:39.832800 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-ad9c6d29-b52b-47bc-b81a-bb0c8ff4957d req-82cebc79-3cad-4ef3-b759-10cd2eb0378f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 1129 time: 0.0440700 Jun 24 08:45:39.890347 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-ad9c6d29-b52b-47bc-b81a-bb0c8ff4957d req-2c6df587-5977-479a-a4f0-fff3c4ed3bd1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 Jun 24 08:45:39.977973 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] For port 24b20858-8a37-47d6-98c3-e6bff8bd12c1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=24b20858-8a37-47d6-98c3-e6bff8bd12c1,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:39.978566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:39.996845 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a241bfd7-ee80-41d1-b364-8919b674aeac req-f46af85e-cfd4-4e4e-8c61-1ec2feaa1e9e service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849430 Jun 24 08:45:40.157368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fa260-7388-41e3-ab38-e9ae10249ff8 req-a5524f6e-c031-483a-9470-ff9295fc19bd tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:40.158814 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-291fa260-7388-41e3-ab38-e9ae10249ff8 req-a5524f6e-c031-483a-9470-ff9295fc19bd tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.1136341 Jun 24 08:45:40.165294 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:40.197517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a475-f120-4e4d-831f-06bdd98f2345 req-464dfe70-8ef9-4869-af1c-7d9f380eadd8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:40.199017 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3011a475-f120-4e4d-831f-06bdd98f2345 req-464dfe70-8ef9-4869-af1c-7d9f380eadd8 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1238892 Jun 24 08:45:40.295500 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:40.295890 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:40.296173 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Floating IP 018d0ff6-aa4b-4815-aae9-4d0b1dc32785 disassociated. External IP: 172.27.1.99, port: 24b20858-8a37-47d6-98c3-e6bff8bd12c1. Jun 24 08:45:40.296514 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Calling delete_port for 24b20858-8a37-47d6-98c3-e6bff8bd12c1 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:45:40.305798 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-291fa260-7388-41e3-ab38-e9ae10249ff8 req-5c2030d6-64bd-4e01-ba41-bd72f26799ad tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355367 Jun 24 08:45:40.310034 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:40.366434 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3011a475-f120-4e4d-831f-06bdd98f2345 req-36d86006-1c4c-4fba-bc7f-6c8975f1e9d0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341321 Jun 24 08:45:40.430544 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496670a9-d60d-4952-b15e-1f6dacc57e06 req-b685ba1b-97b4-4ab1-8209-b7cae47355a8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:40.432049 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-496670a9-d60d-4952-b15e-1f6dacc57e06 req-b685ba1b-97b4-4ab1-8209-b7cae47355a8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 946 time: 0.0632589 Jun 24 08:45:40.517582 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-496670a9-d60d-4952-b15e-1f6dacc57e06 req-e93c493b-7b92-4890-a4a8-59c567be613d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769069 Jun 24 08:45:40.542488 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (24b20858-8a37-47d6-98c3-e6bff8bd12c1), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:40.575734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'Port': ['ID=24b20858-8a37-47d6-98c3-e6bff8bd12c1,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:40.690613 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:45:40.765222 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-8f38d260-27f8-41d6-bb61-7cd34be3d20d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766852 Jun 24 08:45:40.868179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:45:40.878180 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-751c9959-3b5c-400b-9eef-d8c348d7e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:40.879696 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-751c9959-3b5c-400b-9eef-d8c348d7e6a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 1130 time: 0.0635633 Jun 24 08:45:40.882773 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:45:40.896612 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:40.897577 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:40.919245 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] No DVR routers for this DVR port 24b20858-8a37-47d6-98c3-e6bff8bd12c1 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:45:40.922534 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:40.926302 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-71cb4780-18bb-4d9d-830f-7472b7003ad2 req-012e86c4-1df0-41ed-b98f-4adb97358417 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "DELETE /v2.0/ports/24b20858-8a37-47d6-98c3-e6bff8bd12c1 HTTP/1.1" status: 204 len: 173 time: 1.2815702 Jun 24 08:45:40.926819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-deleted', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:40.929108 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f9a83f-0920-4614-97af-0d441e2e2969" -d '{"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-deleted", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:40.970568 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28732f3a-0f6a-401e-8258-c67308842cee x-openstack-request-id: req-28732f3a-0f6a-401e-8258-c67308842cee {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:40.970970 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebf6c82-2da5-46c9-8757-4fa70bfa79b1", "name": "network-vif-deleted", "tag": "24b20858-8a37-47d6-98c3-e6bff8bd12c1", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:40.971853 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28732f3a-0f6a-401e-8258-c67308842cee {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:40.972371 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28732f3a-0f6a-401e-8258-c67308842cee'] response: {'server_uuid': '2ebf6c82-2da5-46c9-8757-4fa70bfa79b1', 'name': 'network-vif-deleted', 'tag': '24b20858-8a37-47d6-98c3-e6bff8bd12c1', 'status': 'completed', 'code': 200} Jun 24 08:45:41.035445 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:41.108862 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:41.195607 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:41.240130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:41.272658 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:45:41.281670 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:41.282303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:41.390954 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:41.434490 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9ea1-8a53-4b0b-b70b-d156951194cb req-591b0baf-ac76-40e0-95c0-b8010ee88ed2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:41.437836 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-304a9ea1-8a53-4b0b-b70b-d156951194cb req-591b0baf-ac76-40e0-95c0-b8010ee88ed2 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.0587306 Jun 24 08:45:41.524824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:41.538222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f1c36-d62c-4374-b9dd-f54c6552be73 req-f01c07aa-818d-4859-959f-1a2b98067ce0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:41.539955 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fb2f1c36-d62c-4374-b9dd-f54c6552be73 req-f01c07aa-818d-4859-959f-1a2b98067ce0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0795505 Jun 24 08:45:41.543894 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-304a9ea1-8a53-4b0b-b70b-d156951194cb req-d5e7e34a-ea1b-4d2f-8898-9780b33eae69 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995083 Jun 24 08:45:41.626011 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:41.658031 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b79efe-33db-4507-819f-a0d24ae371a7 None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:45:41.716859 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fb2f1c36-d62c-4374-b9dd-f54c6552be73 req-f0aecb3e-106e-4f7f-ab19-760b55776126 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265044 Jun 24 08:45:41.718248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-e05beffd-9260-4185-a509-4931c344f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:41.719726 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-e05beffd-9260-4185-a509-4931c344f944 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1748102 Jun 24 08:45:41.720582 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:41.774265 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-f295550d-3102-477e-ad32-86adc6beb564 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 200 len: 217 time: 0.0475633 Jun 24 08:45:41.851082 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4e788af0-584a-431f-bd83-afae1ab8e835 req-512554a5-ae3d-4416-83b0-f6ef4b685eb1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ebf6c82-2da5-46c9-8757-4fa70bfa79b1 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Jun 24 08:45:41.928592 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7280f58e-af29-4907-93f0-89287e4b9a0c None None] New status for floating IP 018d0ff6-aa4b-4815-aae9-4d0b1dc32785: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:45:42.019245 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:42.043794 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-54334514-e8b8-471b-af5e-7eda990c7444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:42.045625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-54334514-e8b8-471b-af5e-7eda990c7444 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0629113 Jun 24 08:45:42.107004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-04bb1f07-12e8-4b7a-9e03-2b0a957d626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:42.108991 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-04bb1f07-12e8-4b7a-9e03-2b0a957d626e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573061 Jun 24 08:45:42.246987 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-9772fb02-66a1-4794-b4fc-7dea820577ce service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313658 Jun 24 08:45:42.355656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c14c2ce-b4b5-48b8-87ce-f9d9ea8bdf6b req-711687a0-7a4d-4c3f-816e-96a213ea3012 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952806 Jun 24 08:45:42.677985 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c38e-e7f1-4a33-94d4-6eda84c1604a req-15871a00-5080-4b70-9bde-7bb082aad170 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:42.679575 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a395c38e-e7f1-4a33-94d4-6eda84c1604a req-15871a00-5080-4b70-9bde-7bb082aad170 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.0492494 Jun 24 08:45:42.732904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a395c38e-e7f1-4a33-94d4-6eda84c1604a req-83573099-e87b-417e-a6b9-46d1f72809d4 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Jun 24 08:45:43.117517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bfcf6-ea4e-4262-a049-278c101d2f0e req-f23ebe44-4e96-49d1-bffe-974fdbcc99ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:43.119806 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c20bfcf6-ea4e-4262-a049-278c101d2f0e req-f23ebe44-4e96-49d1-bffe-974fdbcc99ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.3201883 Jun 24 08:45:43.126745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2fa0b-32cf-4380-afd5-5ac27531d1aa req-03f1f1d2-a3af-4c97-9e97-8d93c3d1e333 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:43.128238 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cea2fa0b-32cf-4380-afd5-5ac27531d1aa req-03f1f1d2-a3af-4c97-9e97-8d93c3d1e333 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.3194048 Jun 24 08:45:43.138754 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38292) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:43.150461 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Request body: {'floatingip': {'port_id': 'c281cf91-0715-4eb4-ba74-fb499c317db3'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:43.187431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c20bfcf6-ea4e-4262-a049-278c101d2f0e req-f69ec8ac-4846-441a-8327-6654e6088077 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575910 Jun 24 08:45:43.202392 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.227042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38296) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:43.313739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (bb44cb41-595f-4ad9-a80c-b9dfc156cbbb), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.339555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (bb44cb41-595f-4ad9-a80c-b9dfc156cbbb), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.391308 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (bb44cb41-595f-4ad9-a80c-b9dfc156cbbb), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.394217 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.395367 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "DELETE /v2.0/security-groups/bb44cb41-595f-4ad9-a80c-b9dfc156cbbb HTTP/1.1" status: 204 len: 168 time: 0.1671987 Jun 24 08:45:43.398203 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38300) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:43.405111 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa478cf-3310-4d8f-b05a-be1993f52bc2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb44cb41-595f-4ad9-a80c-b9dfc156cbbb,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:43.409749 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:45:43.417901 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-1f211a04-7b6e-40d9-b8fd-24dda9a11e2b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] show failed (client error): The resource could not be found. Jun 24 08:45:43.419089 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1f211a04-7b6e-40d9-b8fd-24dda9a11e2b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups/bb44cb41-595f-4ad9-a80c-b9dfc156cbbb HTTP/1.1" status: 404 len: 347 time: 0.0194850 Jun 24 08:45:43.422144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38302) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:43.432807 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 24b20858-8a37-47d6-98c3-e6bff8bd12c1 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:45:43.433144 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 24b20858-8a37-47d6-98c3-e6bff8bd12c1 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:45:43.473333 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:43.547545 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Deleting port 45a24632-4dca-456a-888b-bccc046c41fc {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:45:43.549296 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (45a24632-4dca-456a-888b-bccc046c41fc), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.634409 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (45a24632-4dca-456a-888b-bccc046c41fc), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.634751 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (45a24632-4dca-456a-888b-bccc046c41fc), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.648328 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Calling delete_port for 45a24632-4dca-456a-888b-bccc046c41fc owned by network:floatingip {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:45:43.707876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.712024 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.796810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (45a24632-4dca-456a-888b-bccc046c41fc), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.808074 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Floating IP 6fe00dfd-5f32-4169-b1be-6e35654c379b associated. External IP: 172.27.1.108, port: c281cf91-0715-4eb4-ba74-fb499c317db3. Jun 24 08:45:43.825119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'Port': ['ID=45a24632-4dca-456a-888b-bccc046c41fc,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:43.891597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (018d0ff6-aa4b-4815-aae9-4d0b1dc32785), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.893762 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:43.894928 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-defbe730-b195-4fce-9adb-6f5a20433001 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "DELETE /v2.0/floatingips/018d0ff6-aa4b-4815-aae9-4d0b1dc32785 HTTP/1.1" status: 204 len: 168 time: 0.4717758 Jun 24 08:45:43.979011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38306) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:43.983993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462395523', 'description': 'tempest-description--1867091929'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:44.005305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.016666 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:45:44.024145 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:44.079725 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (e1a4efce-0e1c-472f-b83d-abd945aaa7d9), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.084640 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e1a4efce-0e1c-472f-b83d-abd945aaa7d9), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.115048 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a4efce-0e1c-472f-b83d-abd945aaa7d9,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:44.119660 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.120881 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-cd4fc184-0eba-4b93-85bf-67c268e10da6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1408453 Jun 24 08:45:44.124452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38308) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:44.129192 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group_rule': {'security_group_id': 'e1a4efce-0e1c-472f-b83d-abd945aaa7d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:44.129705 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:44.139837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:45:44.144860 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.151060 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:45:44.162642 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:44.163251 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:44.169944 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (73549a18-2178-4f7b-82e4-4d41a9fb3b5f), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.175070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:44.187300 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1fbb43f0-304c-45e1-9c11-dd140211b6c7 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "PUT /v2.0/floatingips/6fe00dfd-5f32-4169-b1be-6e35654c379b HTTP/1.1" status: 200 len: 991 time: 1.0428431 Jun 24 08:45:44.187300 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:44.188852 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:44.225360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (73549a18-2178-4f7b-82e4-4d41a9fb3b5f), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.232086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (73549a18-2178-4f7b-82e4-4d41a9fb3b5f), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.256417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9365a76-5536-4219-a1f2-403959392f31 x-openstack-request-id: req-d9365a76-5536-4219-a1f2-403959392f31 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:44.256818 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:44.257363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9365a76-5536-4219-a1f2-403959392f31 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:44.260286 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9365a76-5536-4219-a1f2-403959392f31'] response: {'name': 'network-changed', 'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'status': 'completed', 'code': 200} Jun 24 08:45:44.262483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73549a18-2178-4f7b-82e4-4d41a9fb3b5f,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:44.272504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.276824 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38316) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:44.277469 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-88860c58-00cf-41a7-b158-4553a640b445 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480269 Jun 24 08:45:44.285450 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'security_group_rule': {'security_group_id': 'e1a4efce-0e1c-472f-b83d-abd945aaa7d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:44.324082 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:44.332915 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (89358e5f-b864-4204-bf11-cb1f7daed51d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.362911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea0008-816a-4745-b207-1d19eecd130f req-56ec5986-b8f9-463b-bb7d-c5d13af3bcc3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:44.365066 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-faea0008-816a-4745-b207-1d19eecd130f req-56ec5986-b8f9-463b-bb7d-c5d13af3bcc3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0580528 Jun 24 08:45:44.404476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:44.417419 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (89358e5f-b864-4204-bf11-cb1f7daed51d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.425941 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (89358e5f-b864-4204-bf11-cb1f7daed51d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.426500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-faea0008-816a-4745-b207-1d19eecd130f req-1b31462e-806f-4897-9c1a-8aa165b92e40 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552814 Jun 24 08:45:44.450794 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89358e5f-b864-4204-bf11-cb1f7daed51d,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:44.461262 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.462579 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f89ee0fc-579f-4620-bafc-8d609a32f22c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840806 Jun 24 08:45:44.465539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38320) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:44.471126 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:44.501162 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.602747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6fe00dfd-5f32-4169-b1be-6e35654c379b', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:ed:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:26Z', 'updated_at': '2022-06-24T08:45:43Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:44.610332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.633091 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:45:44.644106 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:44.645192 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:44.645482 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-3757bde8-4c41-4b54-97b1-294965d80eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:44.647348 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-3757bde8-4c41-4b54-97b1-294965d80eb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2988ac4c59124e02bbcc7049e69dd599&device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 1129 time: 0.0557642 Jun 24 08:45:44.687191 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:44.765122 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Allocated IP 172.27.1.76 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/a03646fb-5aa0-4467-899a-c117daec260a) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:45:44.778220 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595498-33a1-4b15-b678-ede79498164d req-5831a13e-0c07-4877-9acf-493c2adb0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:44.779811 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b595498-33a1-4b15-b678-ede79498164d req-5831a13e-0c07-4877-9acf-493c2adb0f6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0923934 Jun 24 08:45:44.833460 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-f4fd8350-4318-49b7-8cbe-09c9ae7e5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:44.834971 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-f4fd8350-4318-49b7-8cbe-09c9ae7e5aef service neutron] 10.222.0.49 "GET /v2.0/networks?id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 200 len: 912 time: 0.1639674 Jun 24 08:45:44.883723 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (a03646fb-5aa0-4467-899a-c117daec260a), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.889245 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b595498-33a1-4b15-b678-ede79498164d req-44b7be65-d3a8-4934-90c7-eda46f1d2684 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019218 Jun 24 08:45:44.896118 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:44.916845 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-55d3733d-95d7-4e40-aca2-efa1e893af24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c281cf91-0715-4eb4-ba74-fb499c317db3 HTTP/1.1" status: 200 len: 999 time: 0.0723412 Jun 24 08:45:44.927980 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (a03646fb-5aa0-4467-899a-c117daec260a), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:44.973733 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:45:44.978422 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:45:44.982506 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:45:44.986459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=a03646fb-5aa0-4467-899a-c117daec260a,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:45.076408 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (24314345-2144-42a3-870c-fec5b4955824), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.101514 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:45.115967 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a03646fb-5aa0-4467-899a-c117daec260a), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.140449 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:45.144961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6fe00dfd-5f32-4169-b1be-6e35654c379b', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:ed:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:26Z', 'updated_at': '2022-06-24T08:45:43Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:45.158931 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:45.175380 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14eb61e-1bb4-404b-ae02-c2cb05a9d4be None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6fe00dfd-5f32-4169-b1be-6e35654c379b', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'port_id': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'mac_address': 'fa:16:3e:ed:c6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:26Z', 'updated_at': '2022-06-24T08:45:43Z', 'revision_number': 1, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:45:45.224542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-b42a0c96-2f79-442b-bfc4-cc8e11d0ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:45.226160 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-b42a0c96-2f79-442b-bfc4-cc8e11d0ff16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 200 len: 850 time: 0.0546548 Jun 24 08:45:45.291600 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (a03646fb-5aa0-4467-899a-c117daec260a), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.297608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (a03646fb-5aa0-4467-899a-c117daec260a), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.378656 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=a03646fb-5aa0-4467-899a-c117daec260a,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:45.391442 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (24314345-2144-42a3-870c-fec5b4955824), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.396010 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebd76a3-3c85-4632-92ea-175772a85053 None None] New status for floating IP 6fe00dfd-5f32-4169-b1be-6e35654c379b: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:45:45.421888 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:45.423429 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2cd4d7dc-0172-46a7-9447-d6fd8edafa77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9569216 Jun 24 08:45:45.565302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb72d8-fd26-4efc-beb0-9e441821cbc5 req-35ea8e15-3b4d-40db-88a4-76a5fe3fa3c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:45.567048 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1bb72d8-fd26-4efc-beb0-9e441821cbc5 req-35ea8e15-3b4d-40db-88a4-76a5fe3fa3c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0553455 Jun 24 08:45:45.634278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-a6a6646d-8ff2-4131-9c74-b3f9f2d02b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:45.635805 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-a6a6646d-8ff2-4131-9c74-b3f9f2d02b65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678558 Jun 24 08:45:45.661033 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1bb72d8-fd26-4efc-beb0-9e441821cbc5 req-2175e188-807a-4fb4-8ddf-f36e6bb0d370 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844500 Jun 24 08:45:45.739275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-3f9a198f-cb85-4f45-8f71-11d831d4005f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1462395523&fields=id&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 267 time: 0.0591033 Jun 24 08:45:45.782023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:45.806358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730abb2-caf7-43b3-90fb-7f2cc370f756 req-91136feb-7e9d-4228-b96e-178ffc71b50d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:45.807842 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a730abb2-caf7-43b3-90fb-7f2cc370f756 req-91136feb-7e9d-4228-b96e-178ffc71b50d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.0840988 Jun 24 08:45:45.912757 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a730abb2-caf7-43b3-90fb-7f2cc370f756 req-546665ae-85e0-48be-9c3f-7a964e006aa3 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979526 Jun 24 08:45:45.918714 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-77a9bc40-47f3-4918-a872-14462787c69b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:45.920740 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-77a9bc40-47f3-4918-a872-14462787c69b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 815 time: 0.1647389 Jun 24 08:45:45.936816 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-92528fac-5dfd-4283-aa1e-4c1f9153fd3d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/quotas/4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 375 time: 0.0095956 Jun 24 08:45:45.987694 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-1638e9ee-4121-4697-a1a6-7ebf78f2283e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453639 Jun 24 08:45:46.095390 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ce184497-4571-46c5-964e-3008ac4546fa service neutron] 10.222.0.13 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954456 Jun 24 08:45:46.189130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:46.193616 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-d4d7480e-1d92-42dd-9311-2167ec5f28a3 service neutron] 10.222.0.13 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927539 Jun 24 08:45:46.375365 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ffacd79-238e-4aeb-b93d-1b58d9464e47 req-433d510a-dbbb-4fb8-93e6-c037ecf3b6eb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 210 time: 0.0391710 Jun 24 08:45:46.786611 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2f3d3-4faf-4064-bfc1-c4a0ac601806 req-397a741d-319c-478f-85d8-69c4f137995f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:46.788162 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92d2f3d3-4faf-4064-bfc1-c4a0ac601806 req-397a741d-319c-478f-85d8-69c4f137995f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0544729 Jun 24 08:45:46.837589 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92d2f3d3-4faf-4064-bfc1-c4a0ac601806 req-8d28a90c-3a8d-4d3e-a547-6d5266e6880c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438623 Jun 24 08:45:47.052418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8066638-6607-4ec0-9fbe-40ae59c3ab13 req-39948aa1-9076-419d-aed9-87087f77d0f1 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:47.054028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8066638-6607-4ec0-9fbe-40ae59c3ab13 req-39948aa1-9076-419d-aed9-87087f77d0f1 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.0551319 Jun 24 08:45:47.113278 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8066638-6607-4ec0-9fbe-40ae59c3ab13 req-4fbc290d-0468-4133-9e83-8a954a470d61 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529516 Jun 24 08:45:47.437269 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-be2f962e-218b-45a3-91b4-b86477103454 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022995 Jun 24 08:45:47.499028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bdbdaf12-8d8d-416d-a8b7-812483a9f7e3 req-126b647f-3000-4e73-94a5-1c12c97ac06f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 210 time: 0.0321758 Jun 24 08:45:48.006592 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cc2a4-d726-475d-934e-759c3ef4b246 req-8b6900c9-fbbe-46a5-9bf2-0b5bb31900c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.010664 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-328cc2a4-d726-475d-934e-759c3ef4b246 req-8b6900c9-fbbe-46a5-9bf2-0b5bb31900c3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0907640 Jun 24 08:45:48.170868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-9f267b0d-feab-49c0-bfeb-4e681777bf25 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.173977 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-9f267b0d-feab-49c0-bfeb-4e681777bf25 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.1227920 Jun 24 08:45:48.182974 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8bb23e6-d337-4d7f-9e7c-460cb3ea9bf7 req-2920f8bd-26af-41d1-9e72-b3b067a980a1 service neutron] 10.222.0.49 "GET /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230334 Jun 24 08:45:48.202523 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-328cc2a4-d726-475d-934e-759c3ef4b246 req-495c2c4a-d932-4078-a93d-f64669392ecb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851833 Jun 24 08:45:48.336643 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68c695-69f5-4536-bbae-bb364dbb4498 req-d16eb59b-6566-49d3-ba16-70a0220bead4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.338679 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c68c695-69f5-4536-bbae-bb364dbb4498 req-d16eb59b-6566-49d3-ba16-70a0220bead4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 946 time: 0.1142330 Jun 24 08:45:48.353257 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Deleting port ac5a6d4f-5b28-4778-959c-d049871f46e5 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:45:48.353871 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:48.395562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:48.480366 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c68c695-69f5-4536-bbae-bb364dbb4498 req-2c3a8d5e-4fcd-430b-8b2c-5116fbec8ae4 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/security-groups?id=9dc68d4a-5b5d-4726-9500-26fcae2024ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Jun 24 08:45:48.519064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] For port ac5a6d4f-5b28-4778-959c-d049871f46e5, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ac5a6d4f-5b28-4778-959c-d049871f46e5,segment=NetworkSegment(805429af-e47b-40dc-877a-7b813315915a),segment_id=805429af-e47b-40dc-877a-7b813315915a)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:48.519635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:48.547497 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Calling delete_port for ac5a6d4f-5b28-4778-959c-d049871f46e5 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:45:48.638542 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e1b28a68-3b54-4875-840f-17448d20034a req-4ba52337-b386-4951-b595-bb84482b5f9b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 210 time: 0.0345817 Jun 24 08:45:48.705554 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:48.796162 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-addaf53f-ec95-491c-a897-82970cd1068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.798417 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-addaf53f-ec95-491c-a897-82970cd1068c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0521114 Jun 24 08:45:48.911258 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a0a83-cde8-4760-a36a-63befc0da4a9 req-cd04c817-ab56-42b4-8615-15c9c2043451 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.913947 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e99a0a83-cde8-4760-a36a-63befc0da4a9 req-cd04c817-ab56-42b4-8615-15c9c2043451 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.1576018 Jun 24 08:45:48.934865 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-ee03fa37-8f5b-42e3-bf0f-ef5a2777c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.936573 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-ee03fa37-8f5b-42e3-bf0f-ef5a2777c43c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1316814 Jun 24 08:45:48.937586 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (ac5a6d4f-5b28-4778-959c-d049871f46e5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:48.950694 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ed67bc58-98dc-4800-8168-2f145775f603 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:48.953330 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ed67bc58-98dc-4800-8168-2f145775f603 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 815 time: 0.2755148 Jun 24 08:45:48.976263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['ac5a6d4f-5b28-4778-959c-d049871f46e5'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:45:48.993526 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Pushing event deleted for resources: {'Port': ['ID=ac5a6d4f-5b28-4778-959c-d049871f46e5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:49.070276 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e99a0a83-cde8-4760-a36a-63befc0da4a9 req-8f7bf0c5-179c-4028-aad8-0995ab14640d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451437 Jun 24 08:45:49.079238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] No DVR routers for this DVR port ac5a6d4f-5b28-4778-959c-d049871f46e5 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:45:49.082979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:49.086728 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3ebcb275-7a1e-463d-bef8-728711904bb5 req-c3acaf58-0ee1-4cf3-8c8b-5723d256825d tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.49 "DELETE /v2.0/ports/ac5a6d4f-5b28-4778-959c-d049871f46e5 HTTP/1.1" status: 204 len: 173 time: 0.9025989 Jun 24 08:45:49.087455 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'name': 'network-vif-deleted', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:49.089842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691583ab-174b-4a58-977f-547240a30128" -d '{"events": [{"server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "name": "network-vif-deleted", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:49.124497 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-af95c9e3-08fc-4f27-b27d-ecc56bc6d180 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 1000 time: 0.0866497 Jun 24 08:45:49.163901 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd550104-4764-4a2c-b239-9498314ba5cc x-openstack-request-id: req-bd550104-4764-4a2c-b239-9498314ba5cc {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:49.164258 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a824c83-e930-4697-a539-9888e8be39a4", "name": "network-vif-deleted", "tag": "ac5a6d4f-5b28-4778-959c-d049871f46e5", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:49.164606 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd550104-4764-4a2c-b239-9498314ba5cc {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:49.165014 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd550104-4764-4a2c-b239-9498314ba5cc'] response: {'server_uuid': '7a824c83-e930-4697-a539-9888e8be39a4', 'name': 'network-vif-deleted', 'tag': 'ac5a6d4f-5b28-4778-959c-d049871f46e5', 'status': 'completed', 'code': 200} Jun 24 08:45:49.171703 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-c14a660c-5675-440e-b0bb-6649bfeec93f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 380 time: 0.1293979 Jun 24 08:45:49.202702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'port': {'device_id': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'admin_state_up': True, 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'security_groups': ['e1a4efce-0e1c-472f-b83d-abd945aaa7d9']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:49.215383 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-33a0a15b-ff01-4c64-a1e4-dd44ad0eb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:49.217249 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-33a0a15b-ff01-4c64-a1e4-dd44ad0eb4f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0754044 Jun 24 08:45:49.285639 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-685bb7b3-1584-4918-bed6-33c6352ac726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:49.287573 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-685bb7b3-1584-4918-bed6-33c6352ac726 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598786 Jun 24 08:45:49.388339 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Made reservation on behalf of 4de333e57ed34492bee6491335ff4356 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:45:49.393066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:49.422338 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-2ae6c312-1183-482f-aee1-1b7df11b4391 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280856 Jun 24 08:45:49.534780 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:49.557789 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Allocated IP 172.20.0.7 (d6cb1f6d-0926-47d2-a6bc-b702c79729da/2ac679c0-59f4-48c1-b0f5-46c60be8d00a/43c59752-b640-4bc3-91df-788def083aa2) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:45:49.701916 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-6bedbf3f-a6ec-4b89-88a5-708158c9a9de req-c22e7bf7-0be5-4fed-9743-8b33efc1027c service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300936 Jun 24 08:45:49.734449 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-139d0227-d18f-4561-9317-6d36c44eaec7 req-975d5e32-7195-46dd-b670-2d4f0d37b379 tempest-VolumesSnapshotTestJSON-10493388 tempest-VolumesSnapshotTestJSON-10493388-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a824c83-e930-4697-a539-9888e8be39a4 HTTP/1.1" status: 200 len: 210 time: 0.0925918 Jun 24 08:45:49.813034 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for port (43c59752-b640-4bc3-91df-788def083aa2), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:49.850147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-334ff073-b397-4ddf-8b62-1b471806d4ff req-cabb5d09-0a28-4b37-8d92-90bf2b91db79 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 210 time: 0.0683024 Jun 24 08:45:49.881072 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:49.931128 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:45:49.934386 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:45:49.940196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:45:49.947340 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:49.968891 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:50.004074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:50.004681 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:50.024077 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-ae5d649a-8a42-4643-a18a-6a7e719660aa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286407 Jun 24 08:45:50.199894 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-e62ae9b4-9fc2-49ea-ab4b-b3466e3e39b3 None None] Provisioning complete for port 43c59752-b640-4bc3-91df-788def083aa2 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:45:50.200456 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e62ae9b4-9fc2-49ea-ab4b-b3466e3e39b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (43c59752-b640-4bc3-91df-788def083aa2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:50.214191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6f741-e9e8-4842-beda-7907604edee0 req-3927b8b7-a9b9-473a-b807-87bf0d124992 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:50.215648 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cd6f741-e9e8-4842-beda-7907604edee0 req-3927b8b7-a9b9-473a-b807-87bf0d124992 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0538638 Jun 24 08:45:50.251450 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-e62ae9b4-9fc2-49ea-ab4b-b3466e3e39b3 None None] Port 43c59752-b640-4bc3-91df-788def083aa2 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:45:50.271540 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cd6f741-e9e8-4842-beda-7907604edee0 req-53512ec8-7014-48c8-ba7f-39a36e10dd88 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479832 Jun 24 08:45:50.984967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64e7d1-f7e8-49b0-8729-b7a4cf5365b9 req-879a8e28-7dd8-4717-8aa9-863c3e30dee9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:50.986753 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb64e7d1-f7e8-49b0-8729-b7a4cf5365b9 req-879a8e28-7dd8-4717-8aa9-863c3e30dee9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 931 time: 0.0567133 Jun 24 08:45:51.063987 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Request body: {'port': {'device_id': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:51.098976 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb64e7d1-f7e8-49b0-8729-b7a4cf5365b9 req-e3c0cdb4-4890-4743-9cbd-829de1c7fe89 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053443 Jun 24 08:45:51.151692 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.233406 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7f8f47ab-2ef1-452d-ad13-d1d2dcc459df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.415856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c41fbc-454c-4dc6-b6e4-9daa743fba16 req-f820ddb0-d54d-4231-b2eb-b0b0e9970488 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:51.417383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-47c41fbc-454c-4dc6-b6e4-9daa743fba16 req-f820ddb0-d54d-4231-b2eb-b0b0e9970488 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0738468 Jun 24 08:45:51.443151 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ac5a6d4f-5b28-4778-959c-d049871f46e5 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:45:51.443374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:51.463241 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: ac5a6d4f-5b28-4778-959c-d049871f46e5 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:45:51.463581 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ac5a6d4f-5b28-4778-959c-d049871f46e5 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:45:51.494560 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:51.505277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks [] for port (43c59752-b640-4bc3-91df-788def083aa2), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.530068 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Transition to ACTIVE for port object 43c59752-b640-4bc3-91df-788def083aa2 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:45:51.534043 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-47c41fbc-454c-4dc6-b6e4-9daa743fba16 req-015f9c17-bc90-4454-900e-e7273a2d24a0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070242 Jun 24 08:45:51.535194 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.595466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:51.665639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Attempting to bind port 43c59752-b640-4bc3-91df-788def083aa2 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:45:51.666005 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Attempting to bind port 43c59752-b640-4bc3-91df-788def083aa2 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:45:51.666336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Attempting to bind port 43c59752-b640-4bc3-91df-788def083aa2 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:51.671526 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Port 43c59752-b640-4bc3-91df-788def083aa2 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:45:51.671843 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Attempting to bind port 43c59752-b640-4bc3-91df-788def083aa2 on network d6cb1f6d-0926-47d2-a6bc-b702c79729da {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:45:51.677349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:45:51.677684 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Checking segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:45:51.678191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Bound using segment: {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:45:51.678862 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Bound port: 43c59752-b640-4bc3-91df-788def083aa2, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5270f1b6-3714-4852-8b3b-c380a74b77fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:45:51.679459 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.684196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:51.760639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:45:51.763706 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:45:51.770563 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.811189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:51.811818 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:51.813209 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] 10.222.0.49 "PUT /v2.0/ports/43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 1093 time: 0.7571340 Jun 24 08:45:51.813636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:51.815879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567d4cac-a7a9-426b-ae73-9cb027299de4" -d '{"events": [{"name": "network-changed", "server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:51.833651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a30cc-9b5f-4ddb-b9af-2625f4d1b163 service neutron] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:51.854540 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b92e5-1f15-4265-a8c4-1d16d399061c x-openstack-request-id: req-af5b92e5-1f15-4265-a8c4-1d16d399061c {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:51.855388 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:51.855633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af5b92e5-1f15-4265-a8c4-1d16d399061c {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:51.856056 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5b92e5-1f15-4265-a8c4-1d16d399061c'] response: {'name': 'network-changed', 'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'status': 'completed', 'code': 200} Jun 24 08:45:52.081997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-ea289508-d4d4-4589-a886-89ca0dddbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.083439 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-ea289508-d4d4-4589-a886-89ca0dddbce2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1127 time: 0.0407555 Jun 24 08:45:52.231616 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-2e899165-1979-47a7-b5cd-f2ae307dc0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.233860 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-2e899165-1979-47a7-b5cd-f2ae307dc0bb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4de333e57ed34492bee6491335ff4356&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1360083 Jun 24 08:45:52.257300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e467ca-00a4-4457-bd6c-57dd3f448c70 req-c23c108a-1c1f-4fee-9d6a-659ecf5b8ab0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.258840 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37e467ca-00a4-4457-bd6c-57dd3f448c70 req-c23c108a-1c1f-4fee-9d6a-659ecf5b8ab0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0698323 Jun 24 08:45:52.373581 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-37e467ca-00a4-4457-bd6c-57dd3f448c70 req-b54f79e8-e334-4709-8a30-b70ba9a22247 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038318 Jun 24 08:45:52.390608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-fb03b675-bdff-4c39-9cce-e1cafe10d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.392076 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-567d4cac-a7a9-426b-ae73-9cb027299de4 req-fb03b675-bdff-4c39-9cce-e1cafe10d3ef service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1521254 Jun 24 08:45:52.509037 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-f74171ff-a505-4a0e-a83c-21feba7bf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.510562 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-f74171ff-a505-4a0e-a83c-21feba7bf109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1127 time: 0.0403616 Jun 24 08:45:52.561376 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-16cfab9f-1e90-47bc-a103-f8383bdc5517 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 217 time: 0.0365412 Jun 24 08:45:52.893574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-1ff7a95b-d4c6-487b-95ae-0a8d2274c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.895201 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-1ff7a95b-d4c6-487b-95ae-0a8d2274c32d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.3284163 Jun 24 08:45:52.903240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d321d6-c76d-4df6-adda-3570bc536d31 req-8283131b-a0d9-4a3d-96bf-982036d9972a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:52.905758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d5d321d6-c76d-4df6-adda-3570bc536d31 req-8283131b-a0d9-4a3d-96bf-982036d9972a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0641866 Jun 24 08:45:52.954020 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d5d321d6-c76d-4df6-adda-3570bc536d31 req-9d3fd8a7-d61e-4aef-a8e4-82641ef9cc67 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 Jun 24 08:45:53.067618 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4eb33-c510-4748-b036-d7b23f6de592 req-d9efea24-2b9c-4b2e-8e47-40b8a0afb0e0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:53.069379 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9da4eb33-c510-4748-b036-d7b23f6de592 req-d9efea24-2b9c-4b2e-8e47-40b8a0afb0e0 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0524008 Jun 24 08:45:53.079026 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38412) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:45:53.083518 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Request body: {'floatingip': {'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:45:53.378504 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:53.422825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:53.465146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-3b8b71dc-29ac-4360-a007-c4f5cdcd8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:53.466668 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-3b8b71dc-29ac-4360-a007-c4f5cdcd8513 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527272 Jun 24 08:45:53.502807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425132c-b329-4bd2-aaf5-0667e7f1ab34 req-2d704030-17f6-4758-89b8-00e8b2b1fc63 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:53.504293 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0425132c-b329-4bd2-aaf5-0667e7f1ab34 req-2d704030-17f6-4758-89b8-00e8b2b1fc63 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0560522 Jun 24 08:45:53.553045 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:53.561188 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-aaa0b117-6563-4eda-bb48-49641ef31055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:53.561814 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0425132c-b329-4bd2-aaf5-0667e7f1ab34 req-8264028f-5732-4d10-8ae7-32b045f063ef tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516593 Jun 24 08:45:53.617735 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:53.853402 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:53.857121 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:54.055836 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Router 050e1178-2aac-46be-9b91-482930bf37a8 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:45:54.156316 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:45:54.161135 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:54.166682 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:45:54.177060 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:54.177674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:54.195906 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:54.198128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:54.232215 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6f963fa7-0760-4437-a4e7-33f26dfa7b16 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "PUT /v2.0/floatingips/89735646-dec6-45fe-9a76-5f7815177256 HTTP/1.1" status: 200 len: 992 time: 1.1520944 Jun 24 08:45:54.242925 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e04a01a-3419-404d-81a0-ad0db922afbd x-openstack-request-id: req-8e04a01a-3419-404d-81a0-ad0db922afbd {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:54.243316 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:54.243647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e04a01a-3419-404d-81a0-ad0db922afbd {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:54.244046 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e04a01a-3419-404d-81a0-ad0db922afbd'] response: {'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'status': 'completed', 'code': 200} Jun 24 08:45:54.287063 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:54.302286 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-78dcc337-b8b0-46c5-9a4a-83df6f5976b9 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992844 Jun 24 08:45:54.502192 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:45:53Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:54.526760 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:45:54.537138 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:45:54.537819 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:54.540666 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:54.664479 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:45:54.699355 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796a0c0-7ef2-4624-8a94-faea81ed8090 req-48f4acb4-9bb2-41b1-903e-0d5a20954c9e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:54.700835 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e796a0c0-7ef2-4624-8a94-faea81ed8090 req-48f4acb4-9bb2-41b1-903e-0d5a20954c9e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0483227 Jun 24 08:45:54.712670 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:54.751924 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e796a0c0-7ef2-4624-8a94-faea81ed8090 req-da758cd8-3095-4c2c-805b-bdcf7f47b048 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Jun 24 08:45:54.784992 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:54.879831 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:54.892883 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-11044847-754a-499b-9baa-4a0733221c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:45:53Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:45:54.918121 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11044847-754a-499b-9baa-4a0733221c47 None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '89735646-dec6-45fe-9a76-5f7815177256', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'floating_ip_address': '172.27.1.34', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'port_id': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'mac_address': 'fa:16:3e:a8:6f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:43:49Z', 'updated_at': '2022-06-24T08:45:53Z', 'revision_number': 3, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:45:55.228167 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-77b8626f-8533-4e73-85bf-af0abd526a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:55.229602 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-77b8626f-8533-4e73-85bf-af0abd526a5b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0428431 Jun 24 08:45:55.270037 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-89af7b2c-b62a-47b7-b8b3-8b7f4681f0ca req-0a18e86f-3a82-4b50-8d81-e3472c4d77d6 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928450 Jun 24 08:45:55.327546 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-8846131b-9caa-4c17-b610-9870361dc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:55.329000 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-8846131b-9caa-4c17-b610-9870361dc0c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.0927501 Jun 24 08:45:55.880425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d52cd-0ffa-450e-b111-4935055f7ec1 req-8edfad5b-f8da-4c76-b37b-26c1dc8d1c17 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:55.881953 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c0d52cd-0ffa-450e-b111-4935055f7ec1 req-8edfad5b-f8da-4c76-b37b-26c1dc8d1c17 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0502887 Jun 24 08:45:55.930521 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c0d52cd-0ffa-450e-b111-4935055f7ec1 req-0d2f4ea9-5489-4e42-8f3b-b1f277d25e96 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Jun 24 08:45:56.244857 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:56.247259 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276be0f9-b701-45cf-a840-9fa58eccfb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:56.281506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:56.289098 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81744fe-36a6-4849-ac20-e9835d0102e6 x-openstack-request-id: req-d81744fe-36a6-4849-ac20-e9835d0102e6 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:56.289378 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:56.289623 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d81744fe-36a6-4849-ac20-e9835d0102e6 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:56.290039 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81744fe-36a6-4849-ac20-e9835d0102e6'] response: {'name': 'network-changed', 'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'status': 'completed', 'code': 200} Jun 24 08:45:56.422028 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-2c2b0030-d3b7-4e9f-a111-d29a05470d2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 1000 time: 0.0645900 Jun 24 08:45:56.470635 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-6bcdbdc4-8a93-4cb5-bf11-de4e398fc3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:56.472052 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-6bcdbdc4-8a93-4cb5-bf11-de4e398fc3be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0441577 Jun 24 08:45:56.506227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:56.523105 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-e6f59c74-369f-4350-b590-3ebf99eac916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:56.524667 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-e6f59c74-369f-4350-b590-3ebf99eac916 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462999 Jun 24 08:45:56.540544 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:56.599563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:56.627611 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-d70a6dbe-3fc9-49f0-94ab-602f48edd232 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965676 Jun 24 08:45:56.729390 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-5743f7f4-f37e-47c9-bd2e-69f9a9c67585 req-43f62deb-e345-4574-9a12-e2f39094e2d0 service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937939 Jun 24 08:45:56.838938 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-77e51ec9-c0f1-4b0e-81cc-f05bf9dbed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:56.840440 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-77e51ec9-c0f1-4b0e-81cc-f05bf9dbed46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 1129 time: 0.0429130 Jun 24 08:45:56.943980 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-4b710d71-267f-42ac-b55a-07023542facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:56.945483 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-4b710d71-267f-42ac-b55a-07023542facd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.0980246 Jun 24 08:45:57.022722 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-dedecbba-d872-4394-b43e-c1a81605d28e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 200 len: 1000 time: 0.0691867 Jun 24 08:45:57.074286 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc5589-7cd7-4cfe-bc23-d7bf962e2be6 req-f5859911-695c-4a3a-a21a-426173d076ee tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:57.076350 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e9dc5589-7cd7-4cfe-bc23-d7bf962e2be6 req-f5859911-695c-4a3a-a21a-426173d076ee tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0641167 Jun 24 08:45:57.087378 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-7ecaf330-c5cc-4264-99a1-02be69ea4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:57.088821 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-7ecaf330-c5cc-4264-99a1-02be69ea4440 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.0462508 Jun 24 08:45:57.125641 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e9dc5589-7cd7-4cfe-bc23-d7bf962e2be6 req-ea6fd3e1-81e7-4ebe-ac9d-d78b422f5496 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Jun 24 08:45:57.139928 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-282b8ad4-937d-44df-a9eb-baabc27bc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:57.141485 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-282b8ad4-937d-44df-a9eb-baabc27bc45a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451310 Jun 24 08:45:57.240677 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-a33b9f01-1ebe-4afe-b230-d175c8453f2a service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881917 Jun 24 08:45:57.341142 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-276be0f9-b701-45cf-a840-9fa58eccfb6e req-6b0220e1-2774-415f-ac6c-8e88d7994ddd service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930531 Jun 24 08:45:57.473795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:45:57.575731 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:57.586456 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '43c59752-b640-4bc3-91df-788def083aa2', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:45:57.620485 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:57.620859 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:57.634673 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:45:57.654687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:57.659135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:57.708573 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:45:58.034346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['43c59752-b640-4bc3-91df-788def083aa2'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:45:58.255579 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440a68-75b4-4fc5-9efb-eb319c7656a7 req-c375ec2e-3bef-4b00-a727-959f10cda91b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:58.257203 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef440a68-75b4-4fc5-9efb-eb319c7656a7 req-c375ec2e-3bef-4b00-a727-959f10cda91b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 944 time: 0.0511200 Jun 24 08:45:58.325364 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ef440a68-75b4-4fc5-9efb-eb319c7656a7 req-e976f570-b022-420f-8aa9-a049e28b6c60 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518634 Jun 24 08:45:58.747066 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:58.755181 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:59.468655 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03567ec-f4a0-4af0-8296-f37e2d07b12d req-2d117ee4-d885-40bb-a117-57a0cb91e082 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:45:59.470184 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b03567ec-f4a0-4af0-8296-f37e2d07b12d req-2d117ee4-d885-40bb-a117-57a0cb91e082 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 944 time: 0.0572977 Jun 24 08:45:59.488112 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:45:59.534262 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b03567ec-f4a0-4af0-8296-f37e2d07b12d req-f9c6ea48-49f9-4ca2-94a1-47805c4e0358 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585742 Jun 24 08:45:59.559087 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 43c59752-b640-4bc3-91df-788def083aa2 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:45:59.565444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 43c59752-b640-4bc3-91df-788def083aa2 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:45:59.565824 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (43c59752-b640-4bc3-91df-788def083aa2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:59.584436 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:59.639576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:45:59.639945 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:59.662757 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:45:59.665014 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d9bb6a-5524-443a-b424-f0ef0d50248a" -d '{"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:45:59.678015 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:45:59.681898 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:45:59.707717 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9de0488-47e1-4f4a-a061-cf0867cb86e7 x-openstack-request-id: req-c9de0488-47e1-4f4a-a061-cf0867cb86e7 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:45:59.708002 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:45:59.708252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9de0488-47e1-4f4a-a061-cf0867cb86e7 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:45:59.708643 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9de0488-47e1-4f4a-a061-cf0867cb86e7'] response: {'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'code': 200} Jun 24 08:45:59.720342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:45:59.735093 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:00.653393 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f887bb41-d05c-4dea-98ac-0a19036059f7 req-4ca3f2be-561a-4f17-af97-828e3aaa0c36 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:00.655432 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f887bb41-d05c-4dea-98ac-0a19036059f7 req-4ca3f2be-561a-4f17-af97-828e3aaa0c36 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0500951 Jun 24 08:46:00.705182 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f887bb41-d05c-4dea-98ac-0a19036059f7 req-e6f43be3-5738-488b-9516-738971dd24cb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Jun 24 08:46:01.828665 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb4316-d16a-47b5-bafd-ffb1bc8c5d60 req-e8854dc3-c3b1-400c-b8d9-f87f80a2d5ec tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:01.830209 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-baeb4316-d16a-47b5-bafd-ffb1bc8c5d60 req-e8854dc3-c3b1-400c-b8d9-f87f80a2d5ec tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0476706 Jun 24 08:46:01.877760 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-baeb4316-d16a-47b5-bafd-ffb1bc8c5d60 req-aba2eb6c-b2b4-4566-a87d-74826f04f21d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Jun 24 08:46:02.770624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b5ba-11eb-4892-bad1-de7d60f88f20 req-a84361ea-397f-48be-965c-8f74805c9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:02.772114 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-42d2b5ba-11eb-4892-bad1-de7d60f88f20 req-a84361ea-397f-48be-965c-8f74805c9721 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1129 time: 0.0403819 Jun 24 08:46:02.817152 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-42d2b5ba-11eb-4892-bad1-de7d60f88f20 req-be7c0864-08ee-48aa-9e46-5606f4eb5d23 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Jun 24 08:46:03.007891 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a409c-6de9-4012-b252-4dc152870c9f req-62a8f866-f856-40b2-908a-4693b3c8c4b8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:03.009539 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f39a409c-6de9-4012-b252-4dc152870c9f req-62a8f866-f856-40b2-908a-4693b3c8c4b8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0526218 Jun 24 08:46:03.036945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:03.061118 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f39a409c-6de9-4012-b252-4dc152870c9f req-e79b6964-5909-45eb-bafc-3ed6af72868f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451930 Jun 24 08:46:04.197158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3039a5-56cf-4971-8214-d8cac5228f06 req-298917e4-05d9-49c6-9741-5ed41a30f24d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:04.198667 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4e3039a5-56cf-4971-8214-d8cac5228f06 req-298917e4-05d9-49c6-9741-5ed41a30f24d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0539169 Jun 24 08:46:04.246767 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4e3039a5-56cf-4971-8214-d8cac5228f06 req-cf2976ad-18f7-4d23-9e4b-57231a7d1cc3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423486 Jun 24 08:46:05.382848 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c58ba3-2921-47be-a88f-b5f599d61b8c req-c5284730-fc12-4782-a375-1aed49fb0fa1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:05.384500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78c58ba3-2921-47be-a88f-b5f599d61b8c req-c5284730-fc12-4782-a375-1aed49fb0fa1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0536976 Jun 24 08:46:05.446994 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78c58ba3-2921-47be-a88f-b5f599d61b8c req-0e858faf-50fa-45d4-a7e9-d941c88fa6bb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559454 Jun 24 08:46:05.581892 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38458c7c-39c8-4bcf-a957-b724093fe6e6 req-b873cb82-1d45-4964-9231-6dcc6556fbe7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:05.583314 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-38458c7c-39c8-4bcf-a957-b724093fe6e6 req-b873cb82-1d45-4964-9231-6dcc6556fbe7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0506582 Jun 24 08:46:05.591900 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38506) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:05.596484 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Request body: {'floatingip': {'port_id': '43c59752-b640-4bc3-91df-788def083aa2'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:46:05.642795 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (24314345-2144-42a3-870c-fec5b4955824), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:05.862273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=100 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:06.012609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:06.092492 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:06.096249 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (24314345-2144-42a3-870c-fec5b4955824), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:06.193444 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Floating IP 24314345-2144-42a3-870c-fec5b4955824 associated. External IP: 172.27.1.76, port: 43c59752-b640-4bc3-91df-788def083aa2. Jun 24 08:46:06.397341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:06.404025 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:46:06.757478 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:46:06.762408 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:06.767054 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:46:06.780701 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:06.781481 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:06.793121 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-228350a0-39ec-4b2c-8a46-4b5971abc255 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "PUT /v2.0/floatingips/24314345-2144-42a3-870c-fec5b4955824 HTTP/1.1" status: 200 len: 990 time: 1.2000968 Jun 24 08:46:06.793751 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:06.797190 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0186b7-3ad0-4f4c-baba-920633f4e31c" -d '{"events": [{"name": "network-changed", "server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:06.833570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b8e4a-2e5d-4419-ac76-a377acfa311f x-openstack-request-id: req-1c4b8e4a-2e5d-4419-ac76-a377acfa311f {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:06.833885 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:06.834136 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c4b8e4a-2e5d-4419-ac76-a377acfa311f {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:06.834550 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4b8e4a-2e5d-4419-ac76-a377acfa311f'] response: {'name': 'network-changed', 'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'status': 'completed', 'code': 200} Jun 24 08:46:06.888882 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:06.978808 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-16d4f9b0-deb4-4271-bf65-3fe5fce6cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:06.980284 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-16d4f9b0-deb4-4271-bf65-3fe5fce6cf04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1129 time: 0.0908535 Jun 24 08:46:07.087328 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-604a13f1-795d-4929-8ce9-00d33f6bf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:07.088684 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-604a13f1-795d-4929-8ce9-00d33f6bf468 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.1021366 Jun 24 08:46:07.100458 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '24314345-2144-42a3-870c-fec5b4955824', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:45Z', 'updated_at': '2022-06-24T08:46:06Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:07.127539 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:46:07.138532 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:07.139145 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:45:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:07.158757 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-56ad50bd-c4c4-49ea-a9bb-6ddcf36f4a5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 998 time: 0.0634322 Jun 24 08:46:07.213070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-d58a6b49-ff65-409c-89c5-d20c827bc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:07.215571 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-d58a6b49-ff65-409c-89c5-d20c827bc8f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.0494955 Jun 24 08:46:07.246587 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:07.261056 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-b743fc15-b7bf-4a39-abf6-9d96f880d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:07.262593 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-b743fc15-b7bf-4a39-abf6-9d96f880d679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412922 Jun 24 08:46:07.305200 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:07.367610 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-db09a9cf-6861-4016-99a3-329524557677 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977526 Jun 24 08:46:07.407455 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=100 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:07.473770 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-8f0186b7-3ad0-4f4c-baba-920633f4e31c req-30179837-d1f7-445e-a55f-55179e54a09f service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998094 Jun 24 08:46:07.479350 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '24314345-2144-42a3-870c-fec5b4955824', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:45Z', 'updated_at': '2022-06-24T08:46:06Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:07.507407 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfb3e10-0e10-4943-8430-f093665adf9e None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '24314345-2144-42a3-870c-fec5b4955824', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:45:45Z', 'updated_at': '2022-06-24T08:46:06Z', 'revision_number': 1, 'project_id': '4de333e57ed34492bee6491335ff4356', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:46:07.702970 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51927728-fa96-4a1c-ae72-1deca710a84e None None] New status for floating IP 24314345-2144-42a3-870c-fec5b4955824: ACTIVE {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:46:08.723658 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:46:13.157229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38572) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:13.202407 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Deleting subnet f24bc66c-4f75-41a8-a7b6-7099c5fac730 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:46:13.205625 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Publish callbacks [] for subnet (f24bc66c-4f75-41a8-a7b6-7099c5fac730), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.240822 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (f24bc66c-4f75-41a8-a7b6-7099c5fac730), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.281347 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (f24bc66c-4f75-41a8-a7b6-7099c5fac730), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.338777 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (f24bc66c-4f75-41a8-a7b6-7099c5fac730), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.363541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24bc66c-4f75-41a8-a7b6-7099c5fac730,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:13.375124 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.378645 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-784a3249-9999-462e-ba51-33138e35402f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f24bc66c-4f75-41a8-a7b6-7099c5fac730 HTTP/1.1" status: 204 len: 168 time: 0.2203851 Jun 24 08:46:13.381172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38576) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:13.449769 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:13.455347 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (943a828b-ef50-4d2e-9324-0233b619718b), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.540082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (943a828b-ef50-4d2e-9324-0233b619718b), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.560695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943a828b-ef50-4d2e-9324-0233b619718b']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:13.570907 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805429af-e47b-40dc-877a-7b813315915a') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:13.571203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805429af-e47b-40dc-877a-7b813315915a') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:13.581510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (805429af-e47b-40dc-877a-7b813315915a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.595817 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (805429af-e47b-40dc-877a-7b813315915a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.602425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:46:13.602882 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (805429af-e47b-40dc-877a-7b813315915a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.673121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (943a828b-ef50-4d2e-9324-0233b619718b), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.677893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.681153 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] 10.222.0.13 "DELETE /v2.0/networks/943a828b-ef50-4d2e-9324-0233b619718b HTTP/1.1" status: 204 len: 168 time: 0.2989068 Jun 24 08:46:13.695677 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Pushing event deleted for resources: {'Network': ['ID=943a828b-ef50-4d2e-9324-0233b619718b,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:13.704202 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.704482 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.704906 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.705217 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.705490 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.705844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.706175 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.706501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.706827 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.707153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.707491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.707796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.708315 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.708712 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.708993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff053405-8709-4558-a573-4f947cd2d066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:13.760378 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 805429af-e47b-40dc-877a-7b813315915a resource provider aggregate not found Jun 24 08:46:13.777012 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 805429af-e47b-40dc-877a-7b813315915a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 805429af-e47b-40dc-877a-7b813315915a found for delete ", "request_id": "req-b81ba488-6119-4bc1-9259-6d595ec0f0d3"}]} Jun 24 08:46:13.861466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38586) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:13.902418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3a668fbc-6d94-4e3b-9cef-6159ef82104c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84c244fc43f94ea2bc9f76965c111e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397182 Jun 24 08:46:13.904792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38588) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:13.956493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] Publish callbacks [] for security_group (9dc68d4a-5b5d-4726-9500-26fcae2024ca), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:13.977905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] Publish callbacks [] for security_group (9dc68d4a-5b5d-4726-9500-26fcae2024ca), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:14.026231 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9dc68d4a-5b5d-4726-9500-26fcae2024ca), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:14.029303 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:14.031052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dc68d4a-5b5d-4726-9500-26fcae2024ca HTTP/1.1" status: 204 len: 168 time: 0.1252549 Jun 24 08:46:14.039392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840a619-f95d-46a4-b999-71b6c860ae19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc68d4a-5b5d-4726-9500-26fcae2024ca,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:17.818209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:19.745366 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:21.236739 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ba2beb22-34a6-49e8-927e-73aa82f615a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:23.344620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=30,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:23.363834 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:23.574885 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-095c2d6a-1a5c-4e43-a74c-f4572cd0bf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:24.034086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:24.035075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=75,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:24.722950 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=82 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:24.857410 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:26.286001 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:26.522851 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:34.685090 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561c15f-7c62-4ef0-a3cf-1a270fadf4e8 req-c112e29e-81e7-4cec-966e-957d71ecfdc3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:34.687258 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6561c15f-7c62-4ef0-a3cf-1a270fadf4e8 req-c112e29e-81e7-4cec-966e-957d71ecfdc3 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0557630 Jun 24 08:46:34.737713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6561c15f-7c62-4ef0-a3cf-1a270fadf4e8 req-fcb8d6b8-7ee2-4bb2-aaa6-4afdac822257 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446773 Jun 24 08:46:35.743706 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:35.744761 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:35.920845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a847929-5ada-4b2d-bfbc-ef90a34c0c2c req-1753b187-9557-46e8-b237-d9e04115e1f2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:35.922453 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6a847929-5ada-4b2d-bfbc-ef90a34c0c2c req-1753b187-9557-46e8-b237-d9e04115e1f2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0697010 Jun 24 08:46:35.928380 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b41a8-621b-4b4c-8d4b-b0a9254a3bd2 req-18030c7d-8ea1-4bd2-89ec-41a3427c4b62 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:35.929814 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6f2b41a8-621b-4b4c-8d4b-b0a9254a3bd2 req-18030c7d-8ea1-4bd2-89ec-41a3427c4b62 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0886872 Jun 24 08:46:36.020720 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6a847929-5ada-4b2d-bfbc-ef90a34c0c2c req-dfdecfef-56c6-46b0-9d7a-51071f2aeebe tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878651 Jun 24 08:46:36.025313 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6f2b41a8-621b-4b4c-8d4b-b0a9254a3bd2 req-ed66585e-33da-4fb5-a9cc-417964ab904b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846794 Jun 24 08:46:36.400407 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:36.412874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:37.194924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcd7a7-f538-401d-9247-e92a2f4c3ec8 req-f7422b56-0ff6-4531-b4d0-a64e15283e9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:37.196441 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32fcd7a7-f538-401d-9247-e92a2f4c3ec8 req-f7422b56-0ff6-4531-b4d0-a64e15283e9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0964737 Jun 24 08:46:37.218804 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5ccf1-2b16-4ab2-afb4-0a85eb13c3bd req-6de19f61-7788-49e4-9388-1a6812a83e2b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:37.220257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a4e5ccf1-2b16-4ab2-afb4-0a85eb13c3bd req-6de19f61-7788-49e4-9388-1a6812a83e2b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0785384 Jun 24 08:46:37.291559 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32fcd7a7-f538-401d-9247-e92a2f4c3ec8 req-cb31f9b6-5206-4442-ac0a-92d078f0d2f5 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879300 Jun 24 08:46:37.303985 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a4e5ccf1-2b16-4ab2-afb4-0a85eb13c3bd req-03f61b02-4e7c-4581-ad48-00af47e1416d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763748 Jun 24 08:46:38.445381 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c81244-b25a-40bd-81d5-7017b703f3a7 req-544fea07-d877-4f72-95e4-87ae5810a0cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:38.446909 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9c81244-b25a-40bd-81d5-7017b703f3a7 req-544fea07-d877-4f72-95e4-87ae5810a0cc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0821917 Jun 24 08:46:38.455595 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ba3b5-674c-4926-895c-2fd6612292e6 req-f5740030-a9f6-4eb8-b4d8-036582cc5329 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:38.457068 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-342ba3b5-674c-4926-895c-2fd6612292e6 req-f5740030-a9f6-4eb8-b4d8-036582cc5329 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0776038 Jun 24 08:46:38.538538 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9c81244-b25a-40bd-81d5-7017b703f3a7 req-3dcc820a-e5d1-4363-b6d2-c0cef3fa9c47 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804675 Jun 24 08:46:38.546891 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-342ba3b5-674c-4926-895c-2fd6612292e6 req-47440b76-a5bf-454a-9ef0-77a984477d6a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826399 Jun 24 08:46:39.525665 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-2ee3d71f-cbbf-419d-ba3e-fea99905a7f5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:39.526652 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-2ee3d71f-cbbf-419d-ba3e-fea99905a7f5 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0927150 Jun 24 08:46:39.679792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a49c8-78f2-405e-b900-a6bdc1feec1a req-7e662508-d7a5-4a36-bc19-d4a0e49aa4f3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:39.681386 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-106a49c8-78f2-405e-b900-a6bdc1feec1a req-7e662508-d7a5-4a36-bc19-d4a0e49aa4f3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0515349 Jun 24 08:46:39.757395 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859ca5b-a42d-4258-98a2-d1da8e1800ef req-faa21aa1-fd0e-4720-a8da-c1ccdd8ff026 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:39.759221 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4859ca5b-a42d-4258-98a2-d1da8e1800ef req-faa21aa1-fd0e-4720-a8da-c1ccdd8ff026 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 945 time: 0.0766745 Jun 24 08:46:39.826620 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-106a49c8-78f2-405e-b900-a6bdc1feec1a req-5f951963-5c66-44f0-a680-48ba32bcb5c2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341836 Jun 24 08:46:39.927304 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4859ca5b-a42d-4258-98a2-d1da8e1800ef req-e029f710-b9a9-491f-97d7-48b73a36f1bb tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d909fab-b0dc-46f8-ad4e-9d47f068d913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491599 Jun 24 08:46:39.934138 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9278137-e542-4da5-9367-e36944265150 req-0cc604ec-98b3-44b1-be03-1eaec8fd8100 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:39.936202 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9278137-e542-4da5-9367-e36944265150 req-0cc604ec-98b3-44b1-be03-1eaec8fd8100 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.0983453 Jun 24 08:46:39.940183 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Deleting port 3d39ea3a-6eab-4732-b461-bbfa249534b3 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:39.940730 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.048542 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] For port 3d39ea3a-6eab-4732-b461-bbfa249534b3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3d39ea3a-6eab-4732-b461-bbfa249534b3,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:40.048805 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.292208 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.292782 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.293294 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Floating IP 89735646-dec6-45fe-9a76-5f7815177256 disassociated. External IP: 172.27.1.34, port: 3d39ea3a-6eab-4732-b461-bbfa249534b3. Jun 24 08:46:40.293894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Calling delete_port for 3d39ea3a-6eab-4732-b461-bbfa249534b3 owned by compute:nova {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:40.484880 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (3d39ea3a-6eab-4732-b461-bbfa249534b3), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.537832 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event deleted for resources: {'Port': ['ID=3d39ea3a-6eab-4732-b461-bbfa249534b3,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:40.558793 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.559339 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.559872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.561225 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.562065 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.562842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.567719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.568601 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.569332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.570082 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.570838 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.571588 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.572358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.572858 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.573386 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:46:40.610204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port 2d1085b8-f3d2-4d16-b60d-40af9929f641 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:40.610729 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.761054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:40.770686 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Router 050e1178-2aac-46be-9b91-482930bf37a8 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:46:40.781898 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:40.826645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] For port 2d1085b8-f3d2-4d16-b60d-40af9929f641, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=2d1085b8-f3d2-4d16-b60d-40af9929f641,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:40.826645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:40.990719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:46:41.011641 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:46:41.046645 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:41.048153 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:41.122790 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] No DVR routers for this DVR port 3d39ea3a-6eab-4732-b461-bbfa249534b3 on host hv-cinder-84713 {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:46:41.127250 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:41.131119 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-b915374b-53c6-46de-ba7a-32e4a711e8e3 req-0f447fd3-4859-42e0-adcf-19d7cfa0cacc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "DELETE /v2.0/ports/3d39ea3a-6eab-4732-b461-bbfa249534b3 HTTP/1.1" status: 204 len: 173 time: 1.3884175 Jun 24 08:46:41.131752 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'name': 'network-vif-deleted', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:41.134673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50043383-f776-4a55-bcd9-09e37987ae46" -d '{"events": [{"server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "name": "network-vif-deleted", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:41.188319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f42b1c8a-6bcd-40b1-b009-2a509987c1ef req-2090788b-a541-415c-a200-2883d16dc0ae tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7b568a-ef02-4854-a5e2-96aa05ba02a9 HTTP/1.1" status: 200 len: 210 time: 0.1170332 Jun 24 08:46:41.190431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-dd03073c-3c85-4bbb-9072-b4095cc27ff5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2714415 Jun 24 08:46:41.244111 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:41.287310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae06fa8-a406-4c79-a2ce-6cd6364af0e9 req-94036a97-479f-4b09-aa8c-33be2ac04478 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:41.289455 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ae06fa8-a406-4c79-a2ce-6cd6364af0e9 req-94036a97-479f-4b09-aa8c-33be2ac04478 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 945 time: 0.2839861 Jun 24 08:46:41.376379 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-7a265e53-f5c5-4db1-94e6-292f152b76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:41.378954 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-7a265e53-f5c5-4db1-94e6-292f152b76d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 1129 time: 0.1092153 Jun 24 08:46:41.402617 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:41.403380 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (7d5f7602-6b72-4a60-9421-3065e3a422d2), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:41.404703 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 7d5f7602-6b72-4a60-9421-3065e3a422d2 disassociated. External IP: 172.27.1.124, port: 2d1085b8-f3d2-4d16-b60d-40af9929f641. Jun 24 08:46:41.405733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for 2d1085b8-f3d2-4d16-b60d-40af9929f641 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:41.440372 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ae06fa8-a406-4c79-a2ce-6cd6364af0e9 req-7f8e58fd-7f3a-4874-87cd-070c082096ef tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389198 Jun 24 08:46:41.518482 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:41.547645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67661377-8597-41c6-96e7-197267c8a507 x-openstack-request-id: req-67661377-8597-41c6-96e7-197267c8a507 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:41.548481 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b568a-ef02-4854-a5e2-96aa05ba02a9", "name": "network-vif-deleted", "tag": "3d39ea3a-6eab-4732-b461-bbfa249534b3", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:41.548481 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67661377-8597-41c6-96e7-197267c8a507 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:41.549323 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67661377-8597-41c6-96e7-197267c8a507'] response: {'server_uuid': '7c7b568a-ef02-4854-a5e2-96aa05ba02a9', 'name': 'network-vif-deleted', 'tag': '3d39ea3a-6eab-4732-b461-bbfa249534b3', 'status': 'completed', 'code': 200} Jun 24 08:46:41.561436 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:46:41.575520 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:41.576411 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:41.613056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-ba04dc0f-7204-4a60-a01d-2485337f93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:41.614847 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-ba04dc0f-7204-4a60-a01d-2485337f93d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 200 len: 919 time: 0.1718762 Jun 24 08:46:41.727151 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-af25b21a-020b-4f34-895e-9d9b2cc958a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b HTTP/1.1" status: 200 len: 217 time: 0.0510788 Jun 24 08:46:41.734755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (2d1085b8-f3d2-4d16-b60d-40af9929f641), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:41.809135 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=2d1085b8-f3d2-4d16-b60d-40af9929f641,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:41.880273 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-9fc67c06-a69c-4706-9bd7-b40ac96496c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:41.881876 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-9fc67c06-a69c-4706-9bd7-b40ac96496c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 200 len: 857 time: 0.1415942 Jun 24 08:46:41.933792 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:41.979369 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-d23bf648-30ff-4474-8ca1-d9e008a2b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:41.980877 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-d23bf648-30ff-4474-8ca1-d9e008a2b0cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e4e8b7d0-ce6c-4343-a961-e78a127b98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0899656 Jun 24 08:46:41.999315 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:42.004636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:46:42.116983 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:46:42.130508 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:46:42.144782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:42.145811 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:42.162261 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:42.167344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] No DVR routers for this DVR port 2d1085b8-f3d2-4d16-b60d-40af9929f641 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:46:42.170848 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:42.174585 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9278137-e542-4da5-9367-e36944265150 req-c213064d-09c2-4f52-8cf3-31f1cbf0df3c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "DELETE /v2.0/ports/2d1085b8-f3d2-4d16-b60d-40af9929f641 HTTP/1.1" status: 204 len: 173 time: 1.7135184 Jun 24 08:46:42.175066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'name': 'network-vif-deleted', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:42.177429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a181c-4d9f-4cb0-a801-bff05733702a" -d '{"events": [{"server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "name": "network-vif-deleted", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:42.198283 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71b98d0-1d33-4920-bc81-b4200d8b03c4 None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:50Z', 'revision_number': 4, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f13e90a3-50a2-4e4e-b9fb-55a494bfba8b', 'name': '', 'network_id': 'e4e8b7d0-ce6c-4343-a961-e78a127b98d9', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'mac_address': 'fa:16:3e:f6:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:46Z', 'updated_at': '2022-06-24T08:40:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'subnets': [{'id': 'f017f67f-b373-447e-b925-e0ed3829f6f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:46:42.244406 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:42.408425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2813da27-0e69-4d9f-8edc-2df39acecd86 x-openstack-request-id: req-2813da27-0e69-4d9f-8edc-2df39acecd86 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:42.408843 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f4d48-6760-43ff-884e-cca72945b189", "name": "network-vif-deleted", "tag": "2d1085b8-f3d2-4d16-b60d-40af9929f641", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:42.409222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2813da27-0e69-4d9f-8edc-2df39acecd86 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:42.409914 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2813da27-0e69-4d9f-8edc-2df39acecd86'] response: {'server_uuid': '343f4d48-6760-43ff-884e-cca72945b189', 'name': 'network-vif-deleted', 'tag': '2d1085b8-f3d2-4d16-b60d-40af9929f641', 'status': 'completed', 'code': 200} Jun 24 08:46:42.422977 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:42.440590 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38754) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:42.462948 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-d1708ddb-50d9-4d80-b4ff-12f4786be79e service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279940 Jun 24 08:46:42.582994 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (9d909fab-b0dc-46f8-ad4e-9d47f068d913), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:42.604371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:42.616782 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3232ca1f-11a3-4bcb-bf27-06641e4d99da req-7a9ff2e5-e529-4e52-983c-ae09dfafa9c3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=343f4d48-6760-43ff-884e-cca72945b189 HTTP/1.1" status: 200 len: 210 time: 0.0643837 Jun 24 08:46:42.660647 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:42.665801 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (9d909fab-b0dc-46f8-ad4e-9d47f068d913), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:42.772806 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e71b68-2ee7-4ec5-8aba-77e37625a3fc None None] New status for floating IP 89735646-dec6-45fe-9a76-5f7815177256: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:46:42.797358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9d909fab-b0dc-46f8-ad4e-9d47f068d913), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:42.799757 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:42.805138 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:42.809190 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "DELETE /v2.0/security-groups/9d909fab-b0dc-46f8-ad4e-9d47f068d913 HTTP/1.1" status: 204 len: 168 time: 0.3669086 Jun 24 08:46:42.825873 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38762) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:42.847040 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:46:42.858638 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:42.859282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:42.865890 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8633-549d-468c-8269-301e6ee48de6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d909fab-b0dc-46f8-ad4e-9d47f068d913,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:42.892707 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-ec33c392-97ea-4295-a5e0-04ffd3c1af4e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] show failed (client error): The resource could not be found. Jun 24 08:46:42.897071 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ec33c392-97ea-4295-a5e0-04ffd3c1af4e tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups/9d909fab-b0dc-46f8-ad4e-9d47f068d913 HTTP/1.1" status: 404 len: 347 time: 0.0655878 Jun 24 08:46:42.899789 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38764) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:42.990063 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b081aa56-a496-4b01-99ff-4eee64b44e13 req-103ce97c-9008-4d04-af75-18cadc62977e service neutron] 10.222.0.49 "GET /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163445 Jun 24 08:46:43.040535 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:43.194875 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Deleting port 43d67d29-c3cf-4d59-8421-d9eeb797f8d9 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:43.195382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.330137 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.330596 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.349894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Calling delete_port for 43d67d29-c3cf-4d59-8421-d9eeb797f8d9 owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:43.423091 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:43.460356 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af54efc-4c14-47be-a9f0-340d07f36069 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:46:43.563373 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (43d67d29-c3cf-4d59-8421-d9eeb797f8d9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.594470 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event deleted for resources: {'Port': ['ID=43d67d29-c3cf-4d59-8421-d9eeb797f8d9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:43.693765 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3d39ea3a-6eab-4732-b461-bbfa249534b3 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:46:43.709035 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks [] for floatingip (89735646-dec6-45fe-9a76-5f7815177256), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.714236 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:43.716554 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6665bdcd-80b2-4c43-aad6-4ab1957f51dd tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "DELETE /v2.0/floatingips/89735646-dec6-45fe-9a76-5f7815177256 HTTP/1.1" status: 204 len: 168 time: 0.8149409 Jun 24 08:46:43.778750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 3d39ea3a-6eab-4732-b461-bbfa249534b3 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:46:43.780652 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3d39ea3a-6eab-4732-b461-bbfa249534b3 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:46:43.781109 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 2d1085b8-f3d2-4d16-b60d-40af9929f641 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:46:43.822346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 2d1085b8-f3d2-4d16-b60d-40af9929f641 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:46:43.823242 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 2d1085b8-f3d2-4d16-b60d-40af9929f641 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:46:43.911655 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043ab9a6-2e7d-48e8-b63a-3e7bda555485 None None] New status for floating IP 7d5f7602-6b72-4a60-9421-3065e3a422d2: DOWN {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:46:44.048651 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-9752ef60-19e9-4754-bbd2-348863c72dc3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404408504&fields=id&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 267 time: 0.0669475 Jun 24 08:46:44.215441 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-0d86a9dc-3d9b-4392-8a37-6f73a681ad59 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:44.218428 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-0d86a9dc-3d9b-4392-8a37-6f73a681ad59 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.1534133 Jun 24 08:46:44.236463 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-cea1d1c1-5370-4d51-ae00-59cf20db8ed3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/quotas/d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 375 time: 0.0119855 Jun 24 08:46:44.298282 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-4e14de5b-a6e9-4798-ac7b-e0f5aed5e6e7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557477 Jun 24 08:46:44.559065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-24cf6331-9d24-4418-a785-a1111997c3b8 service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455025 Jun 24 08:46:44.671421 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-1354724d-7ed6-4710-b529-29cfa1f83da6 service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053877 Jun 24 08:46:45.096134 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-25b342c0-53bb-442a-b16f-5867c0f4621d req-f103aa7a-04fe-478d-bc4f-86d73bd1e118 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0359368 Jun 24 08:46:45.725682 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:46:46.317762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d8b72cb4-0a9c-44d0-b8c6-130252a1af24 req-ef5787d7-2cf1-47ed-98bb-9070f20ee9b2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0340331 Jun 24 08:46:46.563641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6027ec-6828-4536-83c9-735986f18a5d req-e74afc71-b523-46f8-b6d8-68dbd80e8f2e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:46.565221 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9b6027ec-6828-4536-83c9-735986f18a5d req-e74afc71-b523-46f8-b6d8-68dbd80e8f2e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.0729618 Jun 24 08:46:46.662098 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f3e4-92a3-4a43-876b-0050f5585283 req-8b39a49a-df2d-4015-8773-b521b8874f65 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:46.663625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5870f3e4-92a3-4a43-876b-0050f5585283 req-8b39a49a-df2d-4015-8773-b521b8874f65 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0728893 Jun 24 08:46:46.667442 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9b6027ec-6828-4536-83c9-735986f18a5d req-3fe7c5cf-5ab2-4799-900c-c1eca9d4776f tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919139 Jun 24 08:46:46.745315 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5870f3e4-92a3-4a43-876b-0050f5585283 req-2cbab112-d051-400e-8dc1-63c49a5e18ce tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708547 Jun 24 08:46:46.763431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:46.804581 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed092744-4713-488b-a797-379e83759679 req-05ad1cea-dbcb-4210-a0ea-62409702588a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:46.806263 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ed092744-4713-488b-a797-379e83759679 req-05ad1cea-dbcb-4210-a0ea-62409702588a tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0539403 Jun 24 08:46:46.861504 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ed092744-4713-488b-a797-379e83759679 req-3f952271-05f5-4aad-9c8a-5204bf213f4f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484233 Jun 24 08:46:47.477845 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-090bec31-28ff-4b08-968a-559a148f443a req-7879c599-1fd3-4556-9dc4-50c772fc88ec tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0499747 Jun 24 08:46:48.110069 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94972b-8edb-4314-9524-f86b1476af06 req-7933070c-d49d-416f-a5ba-c3bb7d6dfe27 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:48.111504 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd94972b-8edb-4314-9524-f86b1476af06 req-7933070c-d49d-416f-a5ba-c3bb7d6dfe27 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.3659306 Jun 24 08:46:48.148317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d137e1-5385-417a-8b63-8d9ccb8ae57b req-cb2bba45-d7d5-4c78-9d54-7abf0ce77592 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:48.149965 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e6d137e1-5385-417a-8b63-8d9ccb8ae57b req-cb2bba45-d7d5-4c78-9d54-7abf0ce77592 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1269929 Jun 24 08:46:48.177887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:48.239788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-bf9a5732-fbb8-4693-87d1-693797d88302 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:48.241317 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-bf9a5732-fbb8-4693-87d1-693797d88302 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.2197297 Jun 24 08:46:48.268145 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e6d137e1-5385-417a-8b63-8d9ccb8ae57b req-4774aa0e-6e6c-400c-b944-93ed2c3cb665 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081619 Jun 24 08:46:48.271598 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cd94972b-8edb-4314-9524-f86b1476af06 req-ed6468de-2527-46ed-b017-4b57d0f54391 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298690 Jun 24 08:46:48.380022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44efb5d-8f7b-49be-8ee9-35a1b2f76c44 req-81af3f70-ad45-4f4e-9e65-9e6a80b57135 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:48.381570 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e44efb5d-8f7b-49be-8ee9-35a1b2f76c44 req-81af3f70-ad45-4f4e-9e65-9e6a80b57135 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0525694 Jun 24 08:46:48.431929 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e44efb5d-8f7b-49be-8ee9-35a1b2f76c44 req-0b07f4e7-2869-4f61-8321-479428c2946b tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447214 Jun 24 08:46:48.582195 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e18d96c6-b4f6-41a7-ac0d-899ad5bcd0b7 req-fe97f322-60ef-4e3b-828e-c50f7eff099b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0295293 Jun 24 08:46:49.356757 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-0e889aaa-88ce-4338-8d99-932c33690b99 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 379 time: 0.0808873 Jun 24 08:46:49.468355 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e32e0-65a2-43e0-8510-96ddb0485ab1 req-519e6356-2c16-4e8a-b1b0-9d0243909ac8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:49.470531 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-772e32e0-65a2-43e0-8510-96ddb0485ab1 req-519e6356-2c16-4e8a-b1b0-9d0243909ac8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0985429 Jun 24 08:46:49.479152 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ce823-4a9f-4277-8823-bbf954142f68 req-1354e603-e465-4678-ae93-8dc03b3c2116 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:49.480697 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab8ce823-4a9f-4277-8823-bbf954142f68 req-1354e603-e465-4678-ae93-8dc03b3c2116 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.0946944 Jun 24 08:46:49.539679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'port': {'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'admin_state_up': True, 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'security_groups': ['529c0a81-d7c0-49bf-94d7-65db6eaff35e']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:46:49.595026 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-01b74f3a-14af-4574-b7b3-f3bdb506c527 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:49.597722 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-01b74f3a-14af-4574-b7b3-f3bdb506c527 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.0639994 Jun 24 08:46:49.637198 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-772e32e0-65a2-43e0-8510-96ddb0485ab1 req-a123bb00-4cfd-4ffc-b7a9-a640ba5f15a2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554863 Jun 24 08:46:49.653406 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab8ce823-4a9f-4277-8823-bbf954142f68 req-3a518b7e-b144-43f8-aa48-3c8a26463058 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635857 Jun 24 08:46:49.695674 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Deleting port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:49.696224 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:49.711170 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd06526-cbb1-4621-8135-03b527badc8d req-18c8e44d-51c6-47e2-b817-1e7d48c61676 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:49.713345 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-abd06526-cbb1-4621-8135-03b527badc8d req-18c8e44d-51c6-47e2-b817-1e7d48c61676 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.1684551 Jun 24 08:46:49.804968 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] For port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:49.805335 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:49.819949 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Calling delete_port for e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b owned by compute:nova {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:49.829227 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:49.881008 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b8d06f59-759d-4901-b072-96788cac8318 req-4a44c06c-763a-4dc2-ad68-3363a77f4745 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0927761 Jun 24 08:46:49.904708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Deleting port c281cf91-0715-4eb4-ba74-fb499c317db3 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:49.904708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:49.905993 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:49.915440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba77c9-17c5-4cae-9333-53c9c2261f83 req-c70a275d-b085-4d36-9058-a1f6240acbe6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:49.917116 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76ba77c9-17c5-4cae-9333-53c9c2261f83 req-c70a275d-b085-4d36-9058-a1f6240acbe6 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=16405cd6-0d3f-4ea7-9972-e8d1588ff058 HTTP/1.1" status: 200 len: 945 time: 0.1470532 Jun 24 08:46:49.933845 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Made reservation on behalf of d0b95979aebe47bc92c387de59394942 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:46:49.937434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:49.961672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:49.972624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:50.002449 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event deleted for resources: {'Port': ['ID=e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:50.002859 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:46:50.079830 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] No DVR routers for this DVR port e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b on host hv-cinder-84713 {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:46:50.083592 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.089371 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-3891a2f6-0037-426e-a0be-2c3975e78cb4 req-6fc45985-d1f4-483d-bc61-9480f1807faf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "DELETE /v2.0/ports/e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b HTTP/1.1" status: 204 len: 173 time: 0.4859104 Jun 24 08:46:50.090292 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'name': 'network-vif-deleted', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:50.094291 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8e2cb4-51c6-4ddf-a782-5db0724cd4e4" -d '{"events": [{"server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "name": "network-vif-deleted", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:50.136444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=75,neutron:UPDATE=7 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:50.155543 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76ba77c9-17c5-4cae-9333-53c9c2261f83 req-30668f82-14de-458f-9ba1-c4120c709dec tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228589 Jun 24 08:46:50.160701 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:50.190954 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deade50b-0ef9-48d3-b20a-04212fe91c5d x-openstack-request-id: req-deade50b-0ef9-48d3-b20a-04212fe91c5d {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:50.191480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16405cd6-0d3f-4ea7-9972-e8d1588ff058", "name": "network-vif-deleted", "tag": "e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:50.191900 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deade50b-0ef9-48d3-b20a-04212fe91c5d {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:50.192459 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deade50b-0ef9-48d3-b20a-04212fe91c5d'] response: {'server_uuid': '16405cd6-0d3f-4ea7-9972-e8d1588ff058', 'name': 'network-vif-deleted', 'tag': 'e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b', 'status': 'completed', 'code': 200} Jun 24 08:46:50.243680 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] For port c281cf91-0715-4eb4-ba74-fb499c317db3, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c281cf91-0715-4eb4-ba74-fb499c317db3,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:50.244232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.265851 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:50.380608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.20.0.7 (6af235bb-9dd2-419a-b173-c8cd5b4cf745/a987ff3b-9cb2-4828-8f29-d7c732e1f00c/c876251e-542e-4240-b1d0-e6e3647c3f3c) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:46:50.628079 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.628441 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.628752 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Floating IP 6fe00dfd-5f32-4169-b1be-6e35654c379b disassociated. External IP: 172.27.1.108, port: c281cf91-0715-4eb4-ba74-fb499c317db3. Jun 24 08:46:50.629168 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Calling delete_port for c281cf91-0715-4eb4-ba74-fb499c317db3 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:50.724313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.811936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:50.869615 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:50.897172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab46c26-e9e3-454d-8197-9fd17028136c req-5a2d0bc5-5a5f-4333-9ffc-821ee51e2104 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:50.899362 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ab46c26-e9e3-454d-8197-9fd17028136c req-5a2d0bc5-5a5f-4333-9ffc-821ee51e2104 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1308162 Jun 24 08:46:50.996773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:51.005681 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (c281cf91-0715-4eb4-ba74-fb499c317db3), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:51.008771 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:46:51.018101 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24baac-32b1-4849-8685-a3a42a2aeca2 req-19f5c7d8-5919-4e3f-9cfc-a59bd283b6db tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:51.019684 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-da24baac-32b1-4849-8685-a3a42a2aeca2 req-19f5c7d8-5919-4e3f-9cfc-a59bd283b6db tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 945 time: 0.1970391 Jun 24 08:46:51.031826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:46:51.042709 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:46:51.065087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:51.158333 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'Port': ['ID=c281cf91-0715-4eb4-ba74-fb499c317db3,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:51.166448 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ab46c26-e9e3-454d-8197-9fd17028136c req-ca5740f1-b88b-4d9d-ab5b-49d894d9c680 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447138 Jun 24 08:46:51.224214 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:51.224879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:51.268447 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-20bab71b-209b-49ab-8d21-c7f397d08bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:51.272545 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-da24baac-32b1-4849-8685-a3a42a2aeca2 req-c8bf58c6-2598-4e9a-a374-6a6ec887d174 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups?id=86f2ec2e-94da-411e-b321-a1e0b283c140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362452 Jun 24 08:46:51.362928 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-95db7aac-c4ce-44a0-9b18-79975138c7ed tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8307912 Jun 24 08:46:51.394429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Request body: {'port': {'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:46:51.460559 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-e4af4ea0-fefe-42ca-be30-338220eef506 None None] Provisioning complete for port c876251e-542e-4240-b1d0-e6e3647c3f3c triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:46:51.461149 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e4af4ea0-fefe-42ca-be30-338220eef506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:51.475094 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0e801-9b20-452f-ae7e-4d7f31c4624e req-448cd320-a2ca-4acd-82be-b181e9f1b3dd tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:51.477383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-75e0e801-9b20-452f-ae7e-4d7f31c4624e req-448cd320-a2ca-4acd-82be-b181e9f1b3dd tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 931 time: 0.1417971 Jun 24 08:46:51.542874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-e4af4ea0-fefe-42ca-be30-338220eef506 None None] Port c876251e-542e-4240-b1d0-e6e3647c3f3c cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:46:51.566402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:46:51.643126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:51.689219 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-75e0e801-9b20-452f-ae7e-4d7f31c4624e req-43628104-d813-4392-b30b-87725818968a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657066 Jun 24 08:46:51.760909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e601b-a503-4498-b156-e71a3d6cc12e req-6349a199-fed4-4b4f-948e-5c4e940c158c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:51.762665 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-429e601b-a503-4498-b156-e71a3d6cc12e req-6349a199-fed4-4b4f-948e-5c4e940c158c tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1826296 Jun 24 08:46:51.964143 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:51.970943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:46:51.980097 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-429e601b-a503-4498-b156-e71a3d6cc12e req-459b830e-04d3-4bcb-a0d9-5523dcb546bf tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058330 Jun 24 08:46:51.984535 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:46:52.002465 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:52.003491 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:52.061133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] No DVR routers for this DVR port c281cf91-0715-4eb4-ba74-fb499c317db3 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:46:52.066745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:52.070424 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-abd06526-cbb1-4621-8135-03b527badc8d req-be06c0f2-8462-421a-bae0-0d82afccb2da tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.49 "DELETE /v2.0/ports/c281cf91-0715-4eb4-ba74-fb499c317db3 HTTP/1.1" status: 204 len: 173 time: 2.3487434 Jun 24 08:46:52.071054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'name': 'network-vif-deleted', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:52.073434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d56e7ba-4cc1-44e0-9170-f0fec6f8129c" -d '{"events": [{"server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "name": "network-vif-deleted", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:52.142036 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0234760-7a91-47af-a95e-0317f96793c0 x-openstack-request-id: req-d0234760-7a91-47af-a95e-0317f96793c0 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:52.142324 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d400a3a2-9cc2-4ce5-959c-e45d459b58a9", "name": "network-vif-deleted", "tag": "c281cf91-0715-4eb4-ba74-fb499c317db3", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:52.142601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0234760-7a91-47af-a95e-0317f96793c0 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:52.143208 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0234760-7a91-47af-a95e-0317f96793c0'] response: {'server_uuid': 'd400a3a2-9cc2-4ce5-959c-e45d459b58a9', 'name': 'network-vif-deleted', 'tag': 'c281cf91-0715-4eb4-ba74-fb499c317db3', 'status': 'completed', 'code': 200} Jun 24 08:46:52.161252 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:52.200605 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:52.253459 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c876251e-542e-4240-b1d0-e6e3647c3f3c {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:46:52.268207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks [] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:52.297826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Transition to ACTIVE for port object c876251e-542e-4240-b1d0-e6e3647c3f3c will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:46:52.306847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:52.384360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:52.468533 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:52.490176 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Pushing event updated for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:52.508180 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc27dd-15ae-4e41-b98b-b852598c4e8c req-679f3aad-b20f-4c9d-8828-659e2b60b751 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:52.510869 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32dc27dd-15ae-4e41-b98b-b852598c4e8c req-679f3aad-b20f-4c9d-8828-659e2b60b751 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.2003145 Jun 24 08:46:52.522043 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:46:52.525654 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9ccd32d8-4bfc-4688-8602-ecb147380d0d req-0e9279bf-ac54-442c-be71-019b48230c73 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 210 time: 0.1125073 Jun 24 08:46:52.538653 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:52.539959 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:52.620186 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:52.704095 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32dc27dd-15ae-4e41-b98b-b852598c4e8c req-934926fb-4f0c-4e73-9c75-cc0ea67543d2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764374 Jun 24 08:46:52.733442 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Attempting to bind port c876251e-542e-4240-b1d0-e6e3647c3f3c on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:46:52.734038 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Attempting to bind port c876251e-542e-4240-b1d0-e6e3647c3f3c by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:46:52.734540 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Attempting to bind port c876251e-542e-4240-b1d0-e6e3647c3f3c on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:46:52.738681 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:52.743062 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Port c876251e-542e-4240-b1d0-e6e3647c3f3c on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:46:52.743575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Attempting to bind port c876251e-542e-4240-b1d0-e6e3647c3f3c on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:46:52.752717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:46:52.753225 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:46:52.753874 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Bound using segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:46:52.754562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Bound port: c876251e-542e-4240-b1d0-e6e3647c3f3c, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:46:52.755123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:52.887203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:46:52.896289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ccf791-af7a-4125-b24f-70bbb8f2e138 req-2b54747a-bcfa-422e-b575-014fff57b92b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:52.897891 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42ccf791-af7a-4125-b24f-70bbb8f2e138 req-2b54747a-bcfa-422e-b575-014fff57b92b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.0703928 Jun 24 08:46:52.899796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:46:52.918112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:53.003264 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:53.018801 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:53.019825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:53.022253 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] 10.222.0.49 "PUT /v2.0/ports/c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 1093 time: 1.6355340 Jun 24 08:46:53.055969 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cf8799-4d96-494c-93a0-167f0a591fc6 None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:40:43Z', 'revision_number': 4, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '3fab8dcf-bc85-4085-8184-2fde17fa9f71', 'name': '', 'network_id': 'cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'mac_address': 'fa:16:3e:e6:70:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:41Z', 'updated_at': '2022-06-24T08:40:53Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'subnets': [{'id': '6f79ec75-0e86-4e5e-bc64-00665dc56717', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:46:53.147965 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42ccf791-af7a-4125-b24f-70bbb8f2e138 req-ab7e9185-374e-4e7b-a6b1-05e7233fc530 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2410867 Jun 24 08:46:53.179206 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e2c03-63e9-4981-bfec-7139b8e7e870 service neutron] Pushing event updated for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:53.211929 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb55da9-1d53-4b4e-ae0d-8ca1ee5809cd req-74ce2e0a-9a75-4608-83dd-52c535028319 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:53.213652 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fbb55da9-1d53-4b4e-ae0d-8ca1ee5809cd req-74ce2e0a-9a75-4608-83dd-52c535028319 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1125228 Jun 24 08:46:53.284682 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fbb55da9-1d53-4b4e-ae0d-8ca1ee5809cd req-71045081-4d26-453a-848e-5bcfc442d044 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610504 Jun 24 08:46:53.387866 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df79773d-f3ae-4d52-a82e-4ce9e1e58bf8 None None] New status for floating IP 6fe00dfd-5f32-4169-b1be-6e35654c379b: DOWN {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:46:53.564453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-39a99670-32ef-4a49-ac69-7c8596086790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:53.654149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-14152bf7-8c15-49a2-bc60-461baa25a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:53.656479 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-14152bf7-8c15-49a2-bc60-461baa25a424 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1127 time: 0.0752373 Jun 24 08:46:53.703884 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c1ff6e-141b-4f41-be6e-7f0582682517 req-43a5d833-7476-4d35-82ba-b910ee8dd5d9 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/ports?device_id=d400a3a2-9cc2-4ce5-959c-e45d459b58a9 HTTP/1.1" status: 200 len: 210 time: 0.0538125 Jun 24 08:46:53.782276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c281cf91-0715-4eb4-ba74-fb499c317db3 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:46:53.809782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: c281cf91-0715-4eb4-ba74-fb499c317db3 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:46:53.810094 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c281cf91-0715-4eb4-ba74-fb499c317db3 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:46:53.810593 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:46:53.832535 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:46:53.832975 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device e99f3915-dc1e-4d3a-8acc-b64cbbda9e3b not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:46:53.834966 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-c0f31aca-e9f8-4bb8-80a7-c44c41ad50b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 217 time: 0.0969367 Jun 24 08:46:53.885748 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-b2b30e25-4ba4-43a7-ba29-456699b9e54f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:53.887450 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-b2b30e25-4ba4-43a7-ba29-456699b9e54f tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1489320 Jun 24 08:46:53.902376 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc33a-a731-4360-9208-0669acb66a25 req-2935f1ab-ae1a-47c8-9b59-9c31c8a9a1e8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:53.905311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f64fc33a-a731-4360-9208-0669acb66a25 req-2935f1ab-ae1a-47c8-9b59-9c31c8a9a1e8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0731184 Jun 24 08:46:53.936751 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:53.962579 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f64fc33a-a731-4360-9208-0669acb66a25 req-d3c01d06-39c8-408c-b98a-550fa1ca388d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512061 Jun 24 08:46:54.089162 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-68f4c022-5140-4b96-89b9-eb9980cdc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:54.090661 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-68f4c022-5140-4b96-89b9-eb9980cdc935 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0946817 Jun 24 08:46:54.391149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:54.393367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb0da81-531e-4e34-b58a-832d26cc7446" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:54.467503 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:54.473390 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e10-c435-4745-9211-2934aab4024c req-a0c6d8ac-fc25-4c10-b583-86e74f62776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:54.474934 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-a0c6d8ac-fc25-4c10-b583-86e74f62776d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3656967 Jun 24 08:46:54.475439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Deleting port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:54.475766 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:54.539314 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb77d32-5a56-4e63-bf8d-63466d117131 req-29886be5-885f-4ac6-986e-e1ec5d3a2d3d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:54.541120 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9bb77d32-5a56-4e63-bf8d-63466d117131 req-29886be5-885f-4ac6-986e-e1ec5d3a2d3d tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.1394167 Jun 24 08:46:54.569719 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d2c5f-469b-4c71-98d4-20c62bc758ad req-972e1a0b-8df4-4a6f-a4c1-8758475fc216 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:54.571323 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f2d2c5f-469b-4c71-98d4-20c62bc758ad req-972e1a0b-8df4-4a6f-a4c1-8758475fc216 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 946 time: 0.1724479 Jun 24 08:46:54.750251 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] For port 71b1737d-30c3-4030-bd5c-8f8f4cd87144, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=71b1737d-30c3-4030-bd5c-8f8f4cd87144,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:54.750615 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:54.789441 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Calling delete_port for 71b1737d-30c3-4030-bd5c-8f8f4cd87144 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:54.794903 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9bb77d32-5a56-4e63-bf8d-63466d117131 req-86c4cf1c-f8b0-4ccc-94c8-fd2bb4910b3e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379041 Jun 24 08:46:54.808634 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f2d2c5f-469b-4c71-98d4-20c62bc758ad req-080f3a4e-85f9-45c0-b190-4becdece3afc tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/security-groups?id=14503135-923c-4a8b-b1e1-02fe0be0bf71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189760 Jun 24 08:46:54.811102 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-fd680ec7-7795-4b2d-b933-50b4fe1dfa86 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228745 Jun 24 08:46:54.883695 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7e940-be6c-4a4c-9bb0-6e81aa8031fc x-openstack-request-id: req-2ba7e940-be6c-4a4c-9bb0-6e81aa8031fc {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:54.884009 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:54.884238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ba7e940-be6c-4a4c-9bb0-6e81aa8031fc {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:54.884614 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba7e940-be6c-4a4c-9bb0-6e81aa8031fc'] response: {'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'status': 'completed', 'code': 200} Jun 24 08:46:54.886952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:54.963601 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38924) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:54.985187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96c91e10-c435-4745-9211-2934aab4024c req-7d1363f7-59d5-4291-b7b4-93a369645841 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679158 Jun 24 08:46:55.066139 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (86f2ec2e-94da-411e-b321-a1e0b283c140), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.099375 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (86f2ec2e-94da-411e-b321-a1e0b283c140), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.116816 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (71b1737d-30c3-4030-bd5c-8f8f4cd87144), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.157067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Pushing event deleted for resources: {'Port': ['ID=71b1737d-30c3-4030-bd5c-8f8f4cd87144,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:55.157799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['71b1737d-30c3-4030-bd5c-8f8f4cd87144'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:46:55.172310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6f6c4-8a91-469e-90fb-3c5590b0990e req-1959d1bc-1da7-44ab-8c3f-5e4dcd59752d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:55.174043 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-15f6f6c4-8a91-469e-90fb-3c5590b0990e req-1959d1bc-1da7-44ab-8c3f-5e4dcd59752d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1152828 Jun 24 08:46:55.187119 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (86f2ec2e-94da-411e-b321-a1e0b283c140), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.192664 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.195762 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "DELETE /v2.0/security-groups/86f2ec2e-94da-411e-b321-a1e0b283c140 HTTP/1.1" status: 204 len: 168 time: 0.2305326 Jun 24 08:46:55.206295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38928) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:55.213360 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476fbdc-e65a-4d75-a573-04bf0e8ce9b0 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f2ec2e-94da-411e-b321-a1e0b283c140,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:55.227918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:55.274398 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.api.v2.resource [None req-a0d4d9cb-2ad5-412a-a7dc-3f42f3b0f892 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] show failed (client error): The resource could not be found. Jun 24 08:46:55.277739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-a0d4d9cb-2ad5-412a-a7dc-3f42f3b0f892 tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "GET /v2.0/security-groups/86f2ec2e-94da-411e-b321-a1e0b283c140 HTTP/1.1" status: 404 len: 347 time: 0.0671947 Jun 24 08:46:55.277739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] No DVR routers for this DVR port 71b1737d-30c3-4030-bd5c-8f8f4cd87144 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:46:55.281258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38930) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:55.301113 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.304440 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8141319-9967-44b2-83f8-a05e1029ed3f req-e24eca22-2e21-418f-aaea-d08eb3cbdb2d tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.49 "DELETE /v2.0/ports/71b1737d-30c3-4030-bd5c-8f8f4cd87144 HTTP/1.1" status: 204 len: 173 time: 1.2986038 Jun 24 08:46:55.335868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-17a853ad-d9c6-49db-b18e-25b92bcb8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:55.337450 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-17a853ad-d9c6-49db-b18e-25b92bcb8e9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1127 time: 0.0810900 Jun 24 08:46:55.398760 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-15f6f6c4-8a91-469e-90fb-3c5590b0990e req-6a83c964-93cd-4242-9631-c2934da2d498 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913059 Jun 24 08:46:55.460442 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Deleting port 737e4f28-f637-4262-adca-2a1e5e9bb437 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:55.460758 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.504976 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-1dc164e6-9af9-4e8b-b01b-1bf233591dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:55.507235 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-1dc164e6-9af9-4e8b-b01b-1bf233591dd2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1576421 Jun 24 08:46:55.563987 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.564516 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (737e4f28-f637-4262-adca-2a1e5e9bb437), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.566530 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-21f1be8d-1e40-4622-a335-773192a30a54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 217 time: 0.0449588 Jun 24 08:46:55.587121 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Calling delete_port for 737e4f28-f637-4262-adca-2a1e5e9bb437 owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:55.749735 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:55.761835 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (737e4f28-f637-4262-adca-2a1e5e9bb437), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.770683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-82859024-d3f9-478f-b19a-ddd27cbdb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:55.772339 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-82859024-d3f9-478f-b19a-ddd27cbdb225 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0537305 Jun 24 08:46:55.801189 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Pushing event deleted for resources: {'Port': ['ID=737e4f28-f637-4262-adca-2a1e5e9bb437,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:55.843797 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-cf8b501e-fb1c-43ea-9787-8fa1f69b87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:55.852076 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-cf8b501e-fb1c-43ea-9787-8fa1f69b87fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725803 Jun 24 08:46:55.883539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks [] for floatingip (6fe00dfd-5f32-4169-b1be-6e35654c379b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.886150 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:55.890041 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1629812e-3646-4742-b66f-fe277e23429e tempest-AttachVolumeTestJSON-285247819 tempest-AttachVolumeTestJSON-285247819-project] 10.222.0.13 "DELETE /v2.0/floatingips/6fe00dfd-5f32-4169-b1be-6e35654c379b HTTP/1.1" status: 204 len: 168 time: 0.6072562 Jun 24 08:46:56.042683 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-76b83dce-6f39-436f-a603-6f7c035f2dfd req-11df5c53-7fe0-48ef-a4a6-8eba9607e030 tempest-ServerRescueNegativeTestJSON-1040335818 tempest-ServerRescueNegativeTestJSON-1040335818-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ede17c-58db-4ce0-a48f-de711078fbee HTTP/1.1" status: 200 len: 210 time: 0.0718541 Jun 24 08:46:56.087977 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7301ac-7e53-468d-b7db-79791447c534 req-a15d3446-c003-484b-a382-829b80dd4d75 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:56.089645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ad7301ac-7e53-468d-b7db-79791447c534 req-a15d3446-c003-484b-a382-829b80dd4d75 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.1204727 Jun 24 08:46:56.094600 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-c3b46eab-9cc5-47b4-9e79-3bdb50da989c service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359543 Jun 24 08:46:56.212670 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ad7301ac-7e53-468d-b7db-79791447c534 req-a5ae7cd1-ebdb-4138-bcc5-3f2b380bfcdf tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164658 Jun 24 08:46:56.244733 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4cb0da81-531e-4e34-b58a-832d26cc7446 req-804d2457-ed6d-40f4-aaf3-0afdf1696648 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407664 Jun 24 08:46:56.289826 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:56.509475 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:56.538082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d572d4-20d6-42be-b66a-13dd5ac3a5a6 req-70d84604-2aee-4878-8d24-a609b2d541b9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:56.539630 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6d572d4-20d6-42be-b66a-13dd5ac3a5a6 req-70d84604-2aee-4878-8d24-a609b2d541b9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Jun 24 08:46:56.592878 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f6d572d4-20d6-42be-b66a-13dd5ac3a5a6 req-ff5a7353-101e-40cf-9f87-fdc1966eed40 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474746 Jun 24 08:46:56.886166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'name': 'network-vif-deleted', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:46:56.888427 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03256d03-5108-4f50-9cd1-7efe381e5bec" -d '{"events": [{"server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "name": "network-vif-deleted", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:46:56.925901 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2374faa-28aa-4fe2-89df-c4d8d934f22a x-openstack-request-id: req-d2374faa-28aa-4fe2-89df-c4d8d934f22a {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:46:56.926277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ede17c-58db-4ce0-a48f-de711078fbee", "name": "network-vif-deleted", "tag": "71b1737d-30c3-4030-bd5c-8f8f4cd87144", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:46:56.926608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2374faa-28aa-4fe2-89df-c4d8d934f22a {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:46:56.927099 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2374faa-28aa-4fe2-89df-c4d8d934f22a'] response: {'server_uuid': '01ede17c-58db-4ce0-a48f-de711078fbee', 'name': 'network-vif-deleted', 'tag': '71b1737d-30c3-4030-bd5c-8f8f4cd87144', 'status': 'completed', 'code': 200} Jun 24 08:46:57.101797 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38948) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:57.377123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640a7d-708f-4e48-acdf-c12221143e23 req-60541015-226d-4dfb-8e46-27ed6dec08bb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:57.380066 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-66640a7d-708f-4e48-acdf-c12221143e23 req-60541015-226d-4dfb-8e46-27ed6dec08bb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.0701256 Jun 24 08:46:57.464754 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-66640a7d-708f-4e48-acdf-c12221143e23 req-3be8d240-f94c-45be-97bb-68121dc1eb24 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767217 Jun 24 08:46:57.509576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:57.651326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:57.671464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (050e1178-2aac-46be-9b91-482930bf37a8), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:57.765260 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53241db-fd52-40c9-bcd7-fb7b47b13857 req-ef02af7b-0310-4ec0-9b3d-579ea9b57d26 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:57.767113 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a53241db-fd52-40c9-bcd7-fb7b47b13857 req-ef02af7b-0310-4ec0-9b3d-579ea9b57d26 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0635381 Jun 24 08:46:57.787868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 71b1737d-30c3-4030-bd5c-8f8f4cd87144 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:46:57.820349 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 71b1737d-30c3-4030-bd5c-8f8f4cd87144 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:46:57.820909 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 71b1737d-30c3-4030-bd5c-8f8f4cd87144 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:46:57.835843 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a53241db-fd52-40c9-bcd7-fb7b47b13857 req-22644e7f-e21b-44a6-b76c-f91658e3ed77 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616236 Jun 24 08:46:58.016708 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Deleting port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:58.017113 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:58.152739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] For port f13e90a3-50a2-4e4e-b9fb-55a494bfba8b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:58.153435 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:58.177959 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Calling delete_port for f13e90a3-50a2-4e4e-b9fb-55a494bfba8b owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:46:58.450484 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (f13e90a3-50a2-4e4e-b9fb-55a494bfba8b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:58.512391 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Pushing event deleted for resources: {'Port': ['ID=f13e90a3-50a2-4e4e-b9fb-55a494bfba8b,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:46:58.652701 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067617a-2419-4240-a385-40644714abd7 req-25c77fda-0025-490f-bfee-f99ffdf17d34 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:58.655354 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e067617a-2419-4240-a385-40644714abd7 req-25c77fda-0025-490f-bfee-f99ffdf17d34 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.0643404 Jun 24 08:46:58.742083 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e067617a-2419-4240-a385-40644714abd7 req-b65b07ac-87ad-4f11-a508-95fe28d92ab7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802739 Jun 24 08:46:58.994141 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (050e1178-2aac-46be-9b91-482930bf37a8), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:59.002748 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd975dc-48b2-417a-aff7-715072c6b274 req-8e97c1b0-c616-4860-b693-6454c263994c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:46:59.005148 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6bd975dc-48b2-417a-aff7-715072c6b274 req-8e97c1b0-c616-4860-b693-6454c263994c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0555551 Jun 24 08:46:59.009598 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:59.099171 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6bd975dc-48b2-417a-aff7-715072c6b274 req-7dd82d86-c133-400b-8780-a3148eba52a5 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837078 Jun 24 08:46:59.248880 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:59.340749 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Router 050e1178-2aac-46be-9b91-482930bf37a8 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:46:59.471015 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:46:59.476647 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3ffadf0d-648a-43ab-b90b-e5f7db7a752b admin admin] 10.222.0.13 "PUT /v2.0/routers/050e1178-2aac-46be-9b91-482930bf37a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765998 Jun 24 08:46:59.480563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38974) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:59.483977 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Sync routers for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:46:59.501863 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:59.502902 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:59.669236 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks [] for router (050e1178-2aac-46be-9b91-482930bf37a8), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:59.714724 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 38982) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:46:59.755988 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:46:59.806318 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks [] for router_gateway (050e1178-2aac-46be-9b91-482930bf37a8), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:59.829297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:46:59.870512 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Deleting port 54ee0401-5252-422c-925b-2fca1cde0c4e {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:46:59.870974 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:59.946688 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:46:58Z', 'revision_number': 5, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port': {'id': '54ee0401-5252-422c-925b-2fca1cde0c4e', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050e1178-2aac-46be-9b91-482930bf37a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:35Z', 'updated_at': '2022-06-24T08:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:46:59.974844 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Checking router: 050e1178-2aac-46be-9b91-482930bf37a8 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:46:59.981813 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] For port 54ee0401-5252-422c-925b-2fca1cde0c4e, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=54ee0401-5252-422c-925b-2fca1cde0c4e,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:46:59.982887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:46:59.986953 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Routers {'050e1178-2aac-46be-9b91-482930bf37a8'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:46:59.987700 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['050e1178-2aac-46be-9b91-482930bf37a8'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:00.004844 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Calling delete_port for 54ee0401-5252-422c-925b-2fca1cde0c4e owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:00.083310 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] Set router 050e1178-2aac-46be-9b91-482930bf37a8 gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:00.085290 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:00.088193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1cf94-1c54-4636-892c-8fa9450bb46d req-bf4b50a7-9ac7-4d38-a6c4-6d32d4522154 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:00.091238 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f3f1cf94-1c54-4636-892c-8fa9450bb46d req-bf4b50a7-9ac7-4d38-a6c4-6d32d4522154 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.1768820 Jun 24 08:47:00.144763 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:46:59Z', 'revision_number': 6, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:00.171224 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:00.178467 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bebd83-ebb8-46bf-886f-8798b6c43d32 None None] The sync data for ids ['050e1178-2aac-46be-9b91-482930bf37a8'] in dv-cinder-847131-2-iscsi is: [{'id': '050e1178-2aac-46be-9b91-482930bf37a8', 'name': 'tempest-ServerRescueNegativeTestJSON-304620910-router', 'tenant_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:46:59Z', 'revision_number': 6, 'project_id': 'dfa535df5dd14d69bb3ca125cbd9fe13', 'gw_port_host': None}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:00.269521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (54ee0401-5252-422c-925b-2fca1cde0c4e), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.292924 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f3f1cf94-1c54-4636-892c-8fa9450bb46d req-da2c590b-fda1-4120-8009-92ae8ed57659 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808994 Jun 24 08:47:00.330816 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Pushing event deleted for resources: {'Port': ['ID=54ee0401-5252-422c-925b-2fca1cde0c4e,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:00.337502 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:00.430706 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (050e1178-2aac-46be-9b91-482930bf37a8), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.500395 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdd88c-7be7-4a78-b122-fd895adc0d6d req-50cc8c3e-b062-4f80-aec8-2b07ca3c0b03 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:00.503350 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5fdd88c-7be7-4a78-b122-fd895adc0d6d req-50cc8c3e-b062-4f80-aec8-2b07ca3c0b03 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1175358 Jun 24 08:47:00.539297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (050e1178-2aac-46be-9b91-482930bf37a8), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.542003 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks [] for router_controller (050e1178-2aac-46be-9b91-482930bf37a8), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.550713 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:00.596018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (050e1178-2aac-46be-9b91-482930bf37a8), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.596723 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050e1178-2aac-46be-9b91-482930bf37a8 {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:47:00.601371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.605865 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-14aeb50b-4138-4232-a2f6-fc40b1e739fe admin admin] 10.222.0.13 "DELETE /v2.0/routers/050e1178-2aac-46be-9b91-482930bf37a8 HTTP/1.1" status: 204 len: 168 time: 1.1191187 Jun 24 08:47:00.606131 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38990) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:00.662841 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Deleting subnet f017f67f-b373-447e-b925-e0ed3829f6f0 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:47:00.666584 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Publish callbacks [] for subnet (f017f67f-b373-447e-b925-e0ed3829f6f0), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.705067 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (f017f67f-b373-447e-b925-e0ed3829f6f0), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.727226 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f5fdd88c-7be7-4a78-b122-fd895adc0d6d req-714a8e32-9044-47d0-9d43-ba9aa8bfafad tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886728 Jun 24 08:47:00.799348 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (f017f67f-b373-447e-b925-e0ed3829f6f0), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.883106 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.897561 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (f017f67f-b373-447e-b925-e0ed3829f6f0), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.942817 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f017f67f-b373-447e-b925-e0ed3829f6f0,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:00.948756 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:00.954195 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b1f22ec8-3893-4d4f-a230-830d6d1768fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f017f67f-b373-447e-b925-e0ed3829f6f0 HTTP/1.1" status: 204 len: 168 time: 0.3467650 Jun 24 08:47:00.956836 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617d5cc-2574-4617-b604-909e52dfd9b0 None None] Network e4e8b7d0-ce6c-4343-a961-e78a127b98d9 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:47:00.958364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 38992) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:01.085969 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (e4e8b7d0-ce6c-4343-a961-e78a127b98d9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.171145 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Deleting port e0e982d5-8e23-44a6-bffd-7e9662a62933 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:01.171673 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.233518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] DHCP port deletion for e4e8b7d0-ce6c-4343-a961-e78a127b98d9 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:47:01.291652 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] For port e0e982d5-8e23-44a6-bffd-7e9662a62933, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e0e982d5-8e23-44a6-bffd-7e9662a62933,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:01.293545 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.302829 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Deleting port 3fab8dcf-bc85-4085-8184-2fde17fa9f71 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:01.303207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.305892 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Deleting port e0e982d5-8e23-44a6-bffd-7e9662a62933 {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:01.306428 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.318612 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Calling delete_port for e0e982d5-8e23-44a6-bffd-7e9662a62933 owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:01.401723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] For port 3fab8dcf-bc85-4085-8184-2fde17fa9f71, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=3fab8dcf-bc85-4085-8184-2fde17fa9f71,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:01.402090 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.417872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Calling delete_port for 3fab8dcf-bc85-4085-8184-2fde17fa9f71 owned by network:router_interface {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:01.425911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] For port e0e982d5-8e23-44a6-bffd-7e9662a62933, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e0e982d5-8e23-44a6-bffd-7e9662a62933,segment=NetworkSegment(7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d),segment_id=7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:01.427037 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.457452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Calling delete_port for e0e982d5-8e23-44a6-bffd-7e9662a62933 owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:01.496444 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.533226 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb8258-92b8-461a-9a29-7153273f1f07 req-c7cc69c5-6e70-4504-8ca3-c6a08f5f2fb3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:01.535142 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-58eb8258-92b8-461a-9a29-7153273f1f07 req-c7cc69c5-6e70-4504-8ca3-c6a08f5f2fb3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 943 time: 0.0735438 Jun 24 08:47:01.539569 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:01.556979 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] No DVR routers for this DVR port e0e982d5-8e23-44a6-bffd-7e9662a62933 on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:47:01.561899 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e982d5-8e23-44a6-bffd-7e9662a62933,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:01.572203 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (e0e982d5-8e23-44a6-bffd-7e9662a62933), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.603895 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Pushing event deleted for resources: {'Port': ['ID=e0e982d5-8e23-44a6-bffd-7e9662a62933,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:01.609725 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] No DVR routers for this DVR port e0e982d5-8e23-44a6-bffd-7e9662a62933 on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:47:01.617637 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.618497 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.619094 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.619678 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.620277 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.620961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.621524 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.622119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.623614 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.624057 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.624957 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.625490 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.626260 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.626802 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.628015 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a707bb19-cfa8-45ad-bce9-47caa6f7d7db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:01.718787 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (e4e8b7d0-ce6c-4343-a961-e78a127b98d9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.738450 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:01.748467 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-58eb8258-92b8-461a-9a29-7153273f1f07 req-cf8d1774-b6f1-4314-8a96-2c6c05cb1aec tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443517 Jun 24 08:47:01.762837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e8b7d0-ce6c-4343-a961-e78a127b98d9']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:01.795899 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:01.796372 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:01.809954 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.816498 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c876251e-542e-4240-b1d0-e6e3647c3f3c details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:47:01.833878 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.837980 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (3fab8dcf-bc85-4085-8184-2fde17fa9f71), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.843918 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:47:01.844325 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:01.853484 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:01.908492 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=3fab8dcf-bc85-4085-8184-2fde17fa9f71,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:01.965939 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d resource provider aggregate not found Jun 24 08:47:02.009055 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c57a5ee-5c7c-49d7-aa5a-ad45ca10558d found for delete ", "request_id": "req-e3af641b-27fd-413c-87b7-25e4b841fe05"}]} Jun 24 08:47:02.011194 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (e4e8b7d0-ce6c-4343-a961-e78a127b98d9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.029638 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.043648 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4e8b7d0-ce6c-4343-a961-e78a127b98d9 HTTP/1.1" status: 204 len: 168 time: 1.0777969 Jun 24 08:47:02.059130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461381b-d768-4e04-b7de-404c47062684 req-63dab959-231e-4c50-8074-3f7b3782e0e1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:02.069059 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8461381b-d768-4e04-b7de-404c47062684 req-63dab959-231e-4c50-8074-3f7b3782e0e1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1802032 Jun 24 08:47:02.086566 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:02.095956 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6dfbc-8603-451d-8185-53c8250b49d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e8b7d0-ce6c-4343-a961-e78a127b98d9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:02.130840 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:02.133009 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:47:02.199209 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:02.228944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port c876251e-542e-4240-b1d0-e6e3647c3f3c is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:02.229946 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.283803 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c876251e-542e-4240-b1d0-e6e3647c3f3c {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:47:02.325515 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:02.339356 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.420396 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39006) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:02.421358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:02.451251 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e0e982d5-8e23-44a6-bffd-7e9662a62933 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:02.484923 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: e0e982d5-8e23-44a6-bffd-7e9662a62933 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:47:02.485664 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e0e982d5-8e23-44a6-bffd-7e9662a62933 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:02.486352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 54ee0401-5252-422c-925b-2fca1cde0c4e no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:02.494987 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-90c48445-2c1f-49b8-b0b1-e9f1956d4043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfa535df5dd14d69bb3ca125cbd9fe13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0701098 Jun 24 08:47:02.497849 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39008) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:02.536247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:02.577231 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] Publish callbacks [] for security_group (14503135-923c-4a8b-b1e1-02fe0be0bf71), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.609334 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] Publish callbacks [] for security_group (14503135-923c-4a8b-b1e1-02fe0be0bf71), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.687117 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (14503135-923c-4a8b-b1e1-02fe0be0bf71), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.689840 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.695133 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14503135-923c-4a8b-b1e1-02fe0be0bf71 HTTP/1.1" status: 204 len: 168 time: 0.1921060 Jun 24 08:47:02.712739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9c387-2e68-4077-befc-8b0baa803436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14503135-923c-4a8b-b1e1-02fe0be0bf71,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:02.714625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 54ee0401-5252-422c-925b-2fca1cde0c4e {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:47:02.715163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 54ee0401-5252-422c-925b-2fca1cde0c4e not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:02.715885 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f13e90a3-50a2-4e4e-b9fb-55a494bfba8b no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:02.750471 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8461381b-d768-4e04-b7de-404c47062684 req-96955b5f-1d2b-4833-b8e4-a33e97e25e7f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6799378 Jun 24 08:47:02.760902 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: f13e90a3-50a2-4e4e-b9fb-55a494bfba8b {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:47:02.761541 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f13e90a3-50a2-4e4e-b9fb-55a494bfba8b not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:02.783353 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:02.823051 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['c876251e-542e-4240-b1d0-e6e3647c3f3c'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:47:03.033851 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854643fd-35dd-4380-a079-e17fb36490cd req-4eece019-4a80-40a1-8a38-348246084b64 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:03.035368 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-854643fd-35dd-4380-a079-e17fb36490cd req-4eece019-4a80-40a1-8a38-348246084b64 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 944 time: 0.1568520 Jun 24 08:47:03.154565 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-854643fd-35dd-4380-a079-e17fb36490cd req-ca12c7f5-4181-45b6-906f-3862f3a9e0bc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054618 Jun 24 08:47:03.243826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Router c29aa193-a5d9-4f90-a361-edbbfa90c68a has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:47:03.307768 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:03.374518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:47:03.382335 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f2fa6caa-6073-466f-a221-4f26f85e2e2a admin admin] 10.222.0.13 "PUT /v2.0/routers/c29aa193-a5d9-4f90-a361-edbbfa90c68a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6659088 Jun 24 08:47:03.386166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39022) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:03.386932 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Sync routers for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:47:03.402463 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:03.403440 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:03.510549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks [] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:03.566182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:03.677222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks [] for router_gateway (c29aa193-a5d9-4f90-a361-edbbfa90c68a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:03.767509 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Deleting port a2348d2f-0b96-4411-823e-b4621fb24a0b {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:03.768954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:03.777534 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:47:01Z', 'revision_number': 5, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port': {'id': 'a2348d2f-0b96-4411-823e-b4621fb24a0b', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:7e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:32Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:03.803290 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:03.830418 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Checking router: c29aa193-a5d9-4f90-a361-edbbfa90c68a for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:47:03.849340 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c876251e-542e-4240-b1d0-e6e3647c3f3c up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:03.858005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Routers {'c29aa193-a5d9-4f90-a361-edbbfa90c68a'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:03.859182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:03.961154 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faec4b1-fbf7-41ce-805b-f42bc15be2a9 req-8b887d7c-f0ac-4eab-a021-bce8cdb58750 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:03.962793 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7faec4b1-fbf7-41ce-805b-f42bc15be2a9 req-8b887d7c-f0ac-4eab-a021-bce8cdb58750 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0790496 Jun 24 08:47:03.972439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] For port a2348d2f-0b96-4411-823e-b4621fb24a0b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a2348d2f-0b96-4411-823e-b4621fb24a0b,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:03.972750 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.002006 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Calling delete_port for a2348d2f-0b96-4411-823e-b4621fb24a0b owned by network:router_gateway {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:04.003843 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39036) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:04.062858 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port c876251e-542e-4240-b1d0-e6e3647c3f3c completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:47:04.065324 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:04.077476 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] Set router c29aa193-a5d9-4f90-a361-edbbfa90c68a gateway port host: None {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:04.079734 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port c876251e-542e-4240-b1d0-e6e3647c3f3c triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:04.080265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.089197 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7faec4b1-fbf7-41ce-805b-f42bc15be2a9 req-244dd0f9-a11f-451e-812f-112c3c801a21 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076298 Jun 24 08:47:04.109282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:04.173214 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:47:03Z', 'revision_number': 6, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:04.208022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cc781-a55d-4545-b16b-cf8cbcac68e5 None None] The sync data for ids ['c29aa193-a5d9-4f90-a361-edbbfa90c68a'] in dv-cinder-847131-2-iscsi is: [{'id': 'c29aa193-a5d9-4f90-a361-edbbfa90c68a', 'name': 'tempest-AttachVolumeTestJSON-1518341802-router', 'tenant_id': '2988ac4c59124e02bbcc7049e69dd599', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:30Z', 'updated_at': '2022-06-24T08:47:03Z', 'revision_number': 6, 'project_id': '2988ac4c59124e02bbcc7049e69dd599', 'gw_port_host': None}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:04.242343 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-984497225-network', 'tenant_id': '7787ee132e9e4e23b1407718fb366406'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:04.297595 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port c876251e-542e-4240-b1d0-e6e3647c3f3c is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:04.298341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.306012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:47:04.311954 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.332941 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:04.335938 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a433b44-08ea-4978-96a3-c6e57c9c699e" -d '{"events": [{"server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "name": "network-vif-plugged", "status": "completed", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:04.343626 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.362560 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:04.370093 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.427048 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58720e-819a-4aa2-9adb-602d3489aeb5 req-a1606fae-fe05-4e27-8e06-289cb5edba73 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:04.430420 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb58720e-819a-4aa2-9adb-602d3489aeb5 req-a1606fae-fe05-4e27-8e06-289cb5edba73 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 944 time: 0.1046154 Jun 24 08:47:04.471513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:04.495579 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (a2348d2f-0b96-4411-823e-b4621fb24a0b), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.509907 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks [] for security_group (0fda1df3-9215-49df-ae40-31570177f70c), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.516830 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0fda1df3-9215-49df-ae40-31570177f70c), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.533240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2348d2f-0b96-4411-823e-b4621fb24a0b,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:04.556469 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:47:04.586119 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fda1df3-9215-49df-ae40-31570177f70c,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:04.592101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (f2a087b3-e5af-4f64-99f6-31f6d0baf517), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.592491 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Added segment f2a087b3-e5af-4f64-99f6-31f6d0baf517 of type vlan for network 0f76c266-a8af-466b-8b61-0e931014df30 Jun 24 08:47:04.598390 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:04.605667 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eb58720e-819a-4aa2-9adb-602d3489aeb5 req-3346e4e7-599a-445d-84fb-97dced053d69 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609347 Jun 24 08:47:04.702523 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (0f76c266-a8af-466b-8b61-0e931014df30), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.739915 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.744207 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da08efe0-32f0-4dd4-bfc1-f3e64747bc8b x-openstack-request-id: req-da08efe0-32f0-4dd4-bfc1-f3e64747bc8b {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:04.744521 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "name": "network-vif-plugged", "status": "completed", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:04.744744 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da08efe0-32f0-4dd4-bfc1-f3e64747bc8b {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:04.748152 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da08efe0-32f0-4dd4-bfc1-f3e64747bc8b'] response: {'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'code': 200} Jun 24 08:47:04.759597 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (0f76c266-a8af-466b-8b61-0e931014df30), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.761245 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:04.763933 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.814540 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.8091340 Jun 24 08:47:04.823657 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39046) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:04.830896 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Request body: {'subnet': {'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-984497225-subnet', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:04.911395 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206ebd8-0776-4271-abb4-3c989b7c6c93 admin admin] Pushing event updated for resources: {'Network': ['ID=0f76c266-a8af-466b-8b61-0e931014df30,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:04.936856 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:47:04.938687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 0f76c266-a8af-466b-8b61-0e931014df30 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:47:04.941089 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.965533 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:04.968814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks [] for router_controller (c29aa193-a5d9-4f90-a361-edbbfa90c68a), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.089769 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:05.093899 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (c29aa193-a5d9-4f90-a361-edbbfa90c68a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.094657 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29aa193-a5d9-4f90-a361-edbbfa90c68a {{(pid=110636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:47:05.097019 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868734b-4f30-49c9-a13a-116612077d7e req-17fa2136-1df0-47cd-aeab-7ad0862c32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:05.098350 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3868734b-4f30-49c9-a13a-116612077d7e req-17fa2136-1df0-47cd-aeab-7ad0862c32ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1129 time: 0.0858924 Jun 24 08:47:05.103119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.104313 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2a3bc381-47d8-4027-b222-a6815df24b01 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c29aa193-a5d9-4f90-a361-edbbfa90c68a HTTP/1.1" status: 204 len: 168 time: 1.7167022 Jun 24 08:47:05.112439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39048) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:05.191694 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Deleting subnet 6f79ec75-0e86-4e5e-bc64-00665dc56717 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:47:05.195499 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Publish callbacks [] for subnet (6f79ec75-0e86-4e5e-bc64-00665dc56717), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.200199 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3868734b-4f30-49c9-a13a-116612077d7e req-734dc8e8-a4c0-4f46-b50f-f92f7430294f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943379 Jun 24 08:47:05.254640 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (6f79ec75-0e86-4e5e-bc64-00665dc56717), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.258778 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.323239 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:05.353384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:47:05.353384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Network hostable DHCP agents. Network: 0f76c266-a8af-466b-8b61-0e931014df30, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:47:05.378101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Network 0f76c266-a8af-466b-8b61-0e931014df30 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:47:05.391872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 0f76c266-a8af-466b-8b61-0e931014df30) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:05.396976 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:05.397986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.400875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097174b3-4fee-4144-9dda-2fb1e1107fc7 req-f7128eff-e7fb-4da9-b28b-7da207f976c1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:05.403354 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-097174b3-4fee-4144-9dda-2fb1e1107fc7 req-f7128eff-e7fb-4da9-b28b-7da207f976c1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1436996 Jun 24 08:47:05.409193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaa1f55-ed67-496a-856d-caeb7372c5f2 None None] Network 0f76c266-a8af-466b-8b61-0e931014df30 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:47:05.431179 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8fdd6251-117a-4117-84cc-43c9bc90eb8f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6061118 Jun 24 08:47:05.435536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39052) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:05.440499 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:05.462169 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:05.471451 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.472809 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.552353 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for router_controller (ecf0bc02-2ff3-4edb-b29a-9d327488840d), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.604513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:05.611568 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (6f79ec75-0e86-4e5e-bc64-00665dc56717), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.642326 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-0f76c266-a8af-466b-8b61-0e931014df30', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:47:05.643509 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.697869 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-097174b3-4fee-4144-9dda-2fb1e1107fc7 req-02703aad-a8ac-4bb8-9e9c-fb3e0b92f936 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767168 Jun 24 08:47:05.761720 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (6f79ec75-0e86-4e5e-bc64-00665dc56717), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.815677 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f79ec75-0e86-4e5e-bc64-00665dc56717,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:05.844136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.852235 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ece8153d-5ab1-4b51-9be4-277e0d2f5967 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6f79ec75-0e86-4e5e-bc64-00665dc56717 HTTP/1.1" status: 204 len: 168 time: 0.7349231 Jun 24 08:47:05.852682 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39056) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:05.864439 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e3726e-2a25-4813-873d-9502bbf7109d None None] Network cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:47:05.890489 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for router_gateway (ecf0bc02-2ff3-4edb-b29a-9d327488840d), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:05.893358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc20f-f6a9-4e02-b873-d02416fe80b9 req-6f755602-f842-4256-8605-d767dd8f56ee tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:05.895335 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3ccc20f-f6a9-4e02-b873-d02416fe80b9 req-6f755602-f842-4256-8605-d767dd8f56ee tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.0887625 Jun 24 08:47:05.975472 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3ccc20f-f6a9-4e02-b873-d02416fe80b9 req-bdda0a85-8cda-4569-84c9-07684edc5f1a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604968 Jun 24 08:47:05.995485 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Allocated IP 172.20.0.2 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/81f61f33-a534-479e-8deb-440a56add5ed) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:06.150462 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.191452 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] DHCP port deletion for cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:47:06.267001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Deleting port ec89b51d-b124-4af9-b0ac-b551828c1827 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:06.267364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.269926 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for router_gateway (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.305636 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.314329 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a2348d2f-0b96-4411-823e-b4621fb24a0b no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:06.352206 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Deleting port ec89b51d-b124-4af9-b0ac-b551828c1827 {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:47:06.352647 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.363753 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: a2348d2f-0b96-4411-823e-b4621fb24a0b {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:47:06.364247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a2348d2f-0b96-4411-823e-b4621fb24a0b not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:06.364795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 3fab8dcf-bc85-4085-8184-2fde17fa9f71 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:06.416354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks [] for port (81f61f33-a534-479e-8deb-440a56add5ed), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.425317 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] For port ec89b51d-b124-4af9-b0ac-b551828c1827, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=ec89b51d-b124-4af9-b0ac-b551828c1827,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:06.425791 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.438864 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 3fab8dcf-bc85-4085-8184-2fde17fa9f71 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:47:06.439507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 3fab8dcf-bc85-4085-8184-2fde17fa9f71 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:06.439976 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device ec89b51d-b124-4af9-b0ac-b551828c1827 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:06.443240 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:06.449998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Calling delete_port for ec89b51d-b124-4af9-b0ac-b551828c1827 owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:06.491160 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:06.492613 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (81f61f33-a534-479e-8deb-440a56add5ed), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.574226 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Allocated IP 172.27.1.207 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:06.652072 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.677833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:06.691854 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:06.724645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.726807 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Pushing event deleted for resources: {'Port': ['ID=ec89b51d-b124-4af9-b0ac-b551828c1827,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:06.728249 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] For port ec89b51d-b124-4af9-b0ac-b551828c1827, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=ec89b51d-b124-4af9-b0ac-b551828c1827,segment=NetworkSegment(b5d0dc73-362a-4be4-84c3-5a3d398280cc),segment_id=b5d0dc73-362a-4be4-84c3-5a3d398280cc)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:06.728249 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.737466 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] No DVR routers for this DVR port ec89b51d-b124-4af9-b0ac-b551828c1827 on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:47:06.789429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Calling delete_port for ec89b51d-b124-4af9-b0ac-b551828c1827 owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:47:06.809759 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.814668 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:06.815703 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No active binding found for port ec89b51d-b124-4af9-b0ac-b551828c1827 {{(pid=110638) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 24 08:47:06.816148 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] The host dv-cinder-847131-2-iscsi is not matching for port ec89b51d-b124-4af9-b0ac-b551828c1827 host None! {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 24 08:47:06.816608 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device ec89b51d-b124-4af9-b0ac-b551828c1827 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:47:06.826633 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:06.834829 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:06.839401 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Pushing event updated for resources: {'Port': ['ID=81f61f33-a534-479e-8deb-440a56add5ed,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:06.860761 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.907782 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:06.931885 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d0dc73-362a-4be4-84c3-5a3d398280cc') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:06.932420 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d0dc73-362a-4be4-84c3-5a3d398280cc') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:06.954421 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6f9d8-9002-41ad-b6f5-fc2fbc4a8bc8 req-4453c3af-7ca5-462b-8aca-198876ed4d44 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:06.956492 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (b5d0dc73-362a-4be4-84c3-5a3d398280cc), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.957829 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3c6f9d8-9002-41ad-b6f5-fc2fbc4a8bc8 req-4453c3af-7ca5-462b-8aca-198876ed4d44 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1535697 Jun 24 08:47:06.967529 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.972312 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Attempting to bind port 81f61f33-a534-479e-8deb-440a56add5ed on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:47:06.972845 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Attempting to bind port 81f61f33-a534-479e-8deb-440a56add5ed by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:47:06.973334 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Attempting to bind port 81f61f33-a534-479e-8deb-440a56add5ed on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:47:06.989646 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:47:06.990252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:47:06.990853 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:06.993062 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:47:06.993062 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Bound port: 81f61f33-a534-479e-8deb-440a56add5ed, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:47:06.993062 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (81f61f33-a534-479e-8deb-440a56add5ed), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.019896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (ec89b51d-b124-4af9-b0ac-b551828c1827), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.022172 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (b5d0dc73-362a-4be4-84c3-5a3d398280cc), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.066535 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3c6f9d8-9002-41ad-b6f5-fc2fbc4a8bc8 req-c2ba78a1-4777-44d8-bef2-f11593c1fbc4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923154 Jun 24 08:47:07.072961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] Pushing event deleted for resources: {'Port': ['ID=ec89b51d-b124-4af9-b0ac-b551828c1827,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:07.078868 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Pushing event updated for resources: {'Port': ['ID=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:07.084559 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3478a-6550-4fdf-88d9-0ed4fac209cc None None] No DVR routers for this DVR port ec89b51d-b124-4af9-b0ac-b551828c1827 on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:47:07.108762 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:47:07.109425 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (b5d0dc73-362a-4be4-84c3-5a3d398280cc), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.130810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] For port 81f61f33-a534-479e-8deb-440a56add5ed, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:47:07.135601 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] For port 81f61f33-a534-479e-8deb-440a56add5ed, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=81f61f33-a534-479e-8deb-440a56add5ed,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:47:07.146070 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (81f61f33-a534-479e-8deb-440a56add5ed), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.156421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:07.166698 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:07.172518 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment b5d0dc73-362a-4be4-84c3-5a3d398280cc resource provider aggregate not found Jun 24 08:47:07.184885 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:07.226808 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e4a70-1fe9-46fa-a9aa-86bb02c72288 None None] Pushing event updated for resources: {'Port': ['ID=81f61f33-a534-479e-8deb-440a56add5ed,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:07.232819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459572-74c9-480f-be69-85f016178e6c req-78bee9d1-5aea-42ff-9360-b78c8b6a9866 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:07.234801 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c9459572-74c9-480f-be69-85f016178e6c req-78bee9d1-5aea-42ff-9360-b78c8b6a9866 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.0991063 Jun 24 08:47:07.245673 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment b5d0dc73-362a-4be4-84c3-5a3d398280cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5d0dc73-362a-4be4-84c3-5a3d398280cc found for delete ", "request_id": "req-96e098ba-9a4d-4a7c-bf76-5ef1a20c0221"}]} Jun 24 08:47:07.328342 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c9459572-74c9-480f-be69-85f016178e6c req-27c7f891-cd3f-4db6-8436-b58bc936f0a8 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776494 Jun 24 08:47:07.554371 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aec614-7f87-4f28-b259-19a9124dfe01 req-2a8bf2b0-4300-41f6-8c02-9c3506744133 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:07.557460 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-72aec614-7f87-4f28-b259-19a9124dfe01 req-2a8bf2b0-4300-41f6-8c02-9c3506744133 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.1177511 Jun 24 08:47:07.666031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.671341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.678891 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] 10.222.0.13 "DELETE /v2.0/networks/cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6 HTTP/1.1" status: 204 len: 168 time: 1.8207898 Jun 24 08:47:07.679220 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-72aec614-7f87-4f28-b259-19a9124dfe01 req-c5c2d466-8387-4ce9-abf6-746c9701a51e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073041 Jun 24 08:47:07.707375 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39070) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:07.739813 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4deb7-629d-43fe-ab0a-8d7f38943fff admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6a6a42-9d4a-4d09-bce3-6aaa73db62b6,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:07.768327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:07.792652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc8b54f-0e78-489f-922a-efeb351aadba tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:07.798657 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4bc8b54f-0e78-489f-922a-efeb351aadba tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1124 time: 0.0836723 Jun 24 08:47:07.799955 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39072) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:07.812031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:07.886745 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:07.887027 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39074) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:07.962896 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4859b2eb-2486-4423-8a5d-10e3124c2342 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2988ac4c59124e02bbcc7049e69dd599&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0729499 Jun 24 08:47:07.967710 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39076) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:08.005045 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:08.069623 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] Publish callbacks [] for security_group (f53dcc0f-c814-49cd-bc01-59e4692f1510), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.113337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] Publish callbacks [] for security_group (f53dcc0f-c814-49cd-bc01-59e4692f1510), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.162623 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.176965 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for router_gateway (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.215359 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f53dcc0f-c814-49cd-bc01-59e4692f1510), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.220634 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.241129 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f53dcc0f-c814-49cd-bc01-59e4692f1510 HTTP/1.1" status: 204 len: 168 time: 0.2701402 Jun 24 08:47:08.264153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43062144-7f0d-4f7b-938b-d2cf69146860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53dcc0f-c814-49cd-bc01-59e4692f1510,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:08.424006 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 81f61f33-a534-479e-8deb-440a56add5ed up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:08.443655 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1c37b-0ae6-4983-98d5-fd833788d534 req-39396033-8bd2-4e29-90a4-9241983b6a5d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:08.449734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-85d1c37b-0ae6-4983-98d5-fd833788d534 req-39396033-8bd2-4e29-90a4-9241983b6a5d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0793319 Jun 24 08:47:08.554048 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 81f61f33-a534-479e-8deb-440a56add5ed triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:08.554892 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (81f61f33-a534-479e-8deb-440a56add5ed), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.565152 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:08.581842 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-85d1c37b-0ae6-4983-98d5-fd833788d534 req-727e1abc-5a29-4a63-b647-d2506436b790 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244421 Jun 24 08:47:08.607742 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.27.1.123 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/3224d23f-e507-479a-930e-70ad82c83ade) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:08.711603 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 81f61f33-a534-479e-8deb-440a56add5ed is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:08.711903 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (81f61f33-a534-479e-8deb-440a56add5ed), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.734007 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.756952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 81f61f33-a534-479e-8deb-440a56add5ed, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=81f61f33-a534-479e-8deb-440a56add5ed,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:08.763960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (81f61f33-a534-479e-8deb-440a56add5ed), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.815853 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (3224d23f-e507-479a-930e-70ad82c83ade), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:08.868660 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f55da7-f9e7-4a61-9ce0-8b72bb4ae5cf None None] Network 0f76c266-a8af-466b-8b61-0e931014df30 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:47:08.874714 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=81f61f33-a534-479e-8deb-440a56add5ed,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:08.924610 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:08.965969 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (3224d23f-e507-479a-930e-70ad82c83ade), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:09.008340 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-7a3eff50-0d07-4897-9d96-43b5cad877a5 None None] Provisioning complete for port 81f61f33-a534-479e-8deb-440a56add5ed triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:09.008835 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7a3eff50-0d07-4897-9d96-43b5cad877a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (81f61f33-a534-479e-8deb-440a56add5ed), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:09.050730 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:09.060486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:09.067905 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:09.112944 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=3224d23f-e507-479a-930e-70ad82c83ade,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:09.116237 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:09.154806 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:47:09.207423 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:09.222113 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-7a3eff50-0d07-4897-9d96-43b5cad877a5 None None] Current status of the port 81f61f33-a534-479e-8deb-440a56add5ed is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:09.454700 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:47:09.514574 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:47:09.522703 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:09.525398 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-541e1ce0-5a9a-4cac-b29e-d149f6873277 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0879726 Jun 24 08:47:09.529884 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39100) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:09.559408 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:09.560940 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:09.687751 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c69fbbbc-809f-46a4-93ad-21991370b140 None None] Provisioning complete for port 81f61f33-a534-479e-8deb-440a56add5ed triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:09.689428 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c69fbbbc-809f-46a4-93ad-21991370b140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (81f61f33-a534-479e-8deb-440a56add5ed), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:09.884813 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6a6e7-12c3-4f3f-8ae3-6f4a4a6f9b8d req-2cdfe501-9897-4641-af1e-f9bdcee3004c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:09.885847 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70f6a6e7-12c3-4f3f-8ae3-6f4a4a6f9b8d req-2cdfe501-9897-4641-af1e-f9bdcee3004c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0611608 Jun 24 08:47:09.892052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c69fbbbc-809f-46a4-93ad-21991370b140 None None] Current status of the port 81f61f33-a534-479e-8deb-440a56add5ed is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:09.915191 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:09.920236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:09.995093 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70f6a6e7-12c3-4f3f-8ae3-6f4a4a6f9b8d req-d2c2409a-a874-42ae-b5f0-4c7995219eaa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984221 Jun 24 08:47:10.037938 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.109042 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:10.190571 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:10.199988 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3224d23f-e507-479a-930e-70ad82c83ade), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.209439 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:07Z', 'revision_number': 3, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:10.258251 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:47:10.258760 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Updating router ecf0bc02-2ff3-4edb-b29a-9d327488840d port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:47:10.344783 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:10.364267 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.383712 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 81f61f33-a534-479e-8deb-440a56add5ed up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:10.387861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.458418 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (3224d23f-e507-479a-930e-70ad82c83ade), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.471072 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (3224d23f-e507-479a-930e-70ad82c83ade), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.567101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=3224d23f-e507-479a-930e-70ad82c83ade,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:10.567434 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 81f61f33-a534-479e-8deb-440a56add5ed triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:10.571732 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (81f61f33-a534-479e-8deb-440a56add5ed), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.583186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.709376 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 81f61f33-a534-479e-8deb-440a56add5ed is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:10.717405 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:10.733839 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0 associated. External IP: 172.27.1.123, port: c876251e-542e-4240-b1d0-e6e3647c3f3c. Jun 24 08:47:10.817017 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Allocated IP 172.20.0.1 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/13f0e4ca-d452-44f9-a7c9-e057ba037497) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:10.974761 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:10.988676 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks [] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:10.998289 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.037205 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks [] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.048799 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa963-f7df-4721-ae82-06802266336f None None] Pushing event updated for resources: {'Port': ['ID=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,revision_number=2']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:11.063402 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.063402 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.063869 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.064066 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.065059 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.065059 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.065059 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.065595 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.065898 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.066078 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.066361 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.066678 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.067063 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.067366 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.067877 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995fa963-f7df-4721-ae82-06802266336f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:11.095597 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Attempting to bind port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:47:11.096760 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Attempting to bind port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:47:11.097285 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Attempting to bind port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:47:11.098615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:47:11.109621 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:47:11.109621 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:47:11.109621 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.110479 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:47:11.111366 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Bound port: 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:47:11.112084 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.114814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.229172 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] For port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:47:11.238825 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] For port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:47:11.242209 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:11.249931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0f5c9-4c44-4602-ae9f-f6d7733ad4b0 req-fdb70ff9-719b-47cd-8d85-ea879d3ba151 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:11.255876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:47:11.257503 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-06b0f5c9-4c44-4602-ae9f-f6d7733ad4b0 req-fdb70ff9-719b-47cd-8d85-ea879d3ba151 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0802841 Jun 24 08:47:11.260451 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Pushing event updated for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:11.268971 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:11.288191 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.294873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:11.304811 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.319978 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:47:11.372371 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:11.374739 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:11.378270 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-06b0f5c9-4c44-4602-ae9f-f6d7733ad4b0 req-277b6a02-b325-4499-a358-e9f17ceb069b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197727 Jun 24 08:47:11.382693 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:11.392410 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-208180a7-c42b-4341-a593-e83982e2ccf7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5906789 Jun 24 08:47:11.393582 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:11.397573 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f28766-784a-4d4e-9e48-861078f43b22" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:11.520583 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:11.521638 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:11.531106 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88ff26-86b2-4a61-8f92-33865e795368 x-openstack-request-id: req-bf88ff26-86b2-4a61-8f92-33865e795368 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:11.531894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:11.532039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf88ff26-86b2-4a61-8f92-33865e795368 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:11.532632 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf88ff26-86b2-4a61-8f92-33865e795368'] response: {'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'status': 'completed', 'code': 200} Jun 24 08:47:11.821133 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa963-f7df-4721-ae82-06802266336f None None] Pushing event updated for resources: {'Port': ['ID=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:11.863808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28766-784a-4d4e-9e48-861078f43b22 req-7b307c3f-fda4-4d90-a415-c90dd89d0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:11.865463 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-7b307c3f-fda4-4d90-a415-c90dd89d0644 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1129 time: 0.0622466 Jun 24 08:47:11.885354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:11.892059 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:11.939048 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:47:11.961766 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b85b3829-9f3a-4266-a432-7ff4fdfa1f52 None None] Provisioning complete for port 13f0e4ca-d452-44f9-a7c9-e057ba037497 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:11.962279 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b85b3829-9f3a-4266-a432-7ff4fdfa1f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:12.108936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:12.148107 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b85b3829-9f3a-4266-a432-7ff4fdfa1f52 None None] Port 13f0e4ca-d452-44f9-a7c9-e057ba037497 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:47:12.156663 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:12.196027 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:12.242595 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28766-784a-4d4e-9e48-861078f43b22 req-1a2ff4f9-98d5-4631-b122-771f6730579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:12.245126 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-1a2ff4f9-98d5-4631-b122-771f6730579b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.3725803 Jun 24 08:47:12.423541 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:07Z', 'revision_number': 3, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:12.516645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-ed2df586-16bf-4d1a-8afa-50409e93db66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 999 time: 0.2648752 Jun 24 08:47:12.521503 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47efd8c-8094-4887-a372-049ceaaf3fbd None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:07Z', 'revision_number': 3, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:12.539331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:09Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:12.543009 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:12.553160 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:12.580865 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:47:12.587630 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '43c59752-b640-4bc3-91df-788def083aa2', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:47:12.635702 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:12.637877 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: ACTIVE; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:12.639356 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:12.655885 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:12.656887 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:12.660924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:47:12.728905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28766-784a-4d4e-9e48-861078f43b22 req-3c03ff7d-3f50-441c-a1f1-91bfb6ef1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:12.730242 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-3c03ff7d-3f50-441c-a1f1-91bfb6ef1b4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.1874499 Jun 24 08:47:12.734058 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:12.755371 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:12.854449 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ea502-92a2-4d39-af40-e03e42b0f78b req-e91ee68c-6133-4fd8-8504-a9c3c43f29cd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:12.857291 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-674ea502-92a2-4d39-af40-e03e42b0f78b req-e91ee68c-6133-4fd8-8504-a9c3c43f29cd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.3389418 Jun 24 08:47:12.937075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:13.069902 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks [] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:13.095051 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:13.216629 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f28766-784a-4d4e-9e48-861078f43b22 req-9a21e259-1d22-412e-aa88-b939ae87ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:13.217922 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-9a21e259-1d22-412e-aa88-b939ae87ab77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4667697 Jun 24 08:47:13.252643 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-674ea502-92a2-4d39-af40-e03e42b0f78b req-c8d94723-a510-4676-a056-7d932f77a7f0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614580 Jun 24 08:47:13.270863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Pushing event updated for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:13.297076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:13.301998 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['43c59752-b640-4bc3-91df-788def083aa2'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:47:13.304697 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=6']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:13.496353 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:13.506406 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-2ff846de-90c4-4fff-9eff-fa2c122db6da service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778010 Jun 24 08:47:13.564340 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:13.567809 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:13.840753 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:09Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:13.863773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:47:13.894116 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c749c0e-ad1a-465c-8e27-c7c89c304220 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:09Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:13.931672 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30f28766-784a-4d4e-9e48-861078f43b22 req-e6d5664a-6205-4e6b-830f-a281b77f1785 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164495 Jun 24 08:47:13.982530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:14.145857 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 43c59752-b640-4bc3-91df-788def083aa2 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:14.146407 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (43c59752-b640-4bc3-91df-788def083aa2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.149870 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-70470c0c-c733-49a3-a294-7d792de38705 None None] Provisioning complete for port 13f0e4ca-d452-44f9-a7c9-e057ba037497 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:14.150365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-70470c0c-c733-49a3-a294-7d792de38705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.287115 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-70470c0c-c733-49a3-a294-7d792de38705 None None] Port 13f0e4ca-d452-44f9-a7c9-e057ba037497 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:47:14.366408 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:14.367733 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.414555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:14.425806 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:14.429663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ded1b5-99f3-4396-ac75-2877b517c3c4" -d '{"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:14.472044 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:47:14.488336 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:14.496973 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:14.515175 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.519195 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0c391d44-4aa2-4142-9498-fd291297a62b admin admin] 10.222.0.13 "PUT /v2.0/routers/ecf0bc02-2ff3-4edb-b29a-9d327488840d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9852333 Jun 24 08:47:14.539332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:14.643869 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bb842-c6e1-4b0c-b7a3-c1e9269ba8be x-openstack-request-id: req-df2bb842-c6e1-4b0c-b7a3-c1e9269ba8be {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:14.644427 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:14.644764 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df2bb842-c6e1-4b0c-b7a3-c1e9269ba8be {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:14.645534 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2bb842-c6e1-4b0c-b7a3-c1e9269ba8be'] response: {'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'code': 200} Jun 24 08:47:14.668228 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44ee791-e2a8-4ace-855b-3bdcc065d4de None None] New status for floating IP 2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:47:14.719383 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=7']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:14.733613 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:14.734109 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.744107 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb22ea4-6312-4d97-b9f6-8dbaa0db954f req-05e02dcf-6765-4996-abda-53f303216f4a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:14.746993 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0eb22ea4-6312-4d97-b9f6-8dbaa0db954f req-05e02dcf-6765-4996-abda-53f303216f4a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.2216854 Jun 24 08:47:14.856459 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0eb22ea4-6312-4d97-b9f6-8dbaa0db954f req-fad53a59-e474-4bd3-be72-06a1dd7863e4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953505 Jun 24 08:47:14.863546 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:14.933900 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:14.936640 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:14.993040 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:15.014876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.109270 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39178) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:15.114107 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1722919417', 'description': 'tempest-description--539596371'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:15.155752 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:15.161588 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:15.180987 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.299258 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (92fda50c-3900-4caa-a460-2278446e0929), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.306708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (92fda50c-3900-4caa-a460-2278446e0929), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.364606 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.369175 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2560844 Jun 24 08:47:15.374473 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fda50c-3900-4caa-a460-2278446e0929,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:15.374665 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39180) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:15.378388 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '92fda50c-3900-4caa-a460-2278446e0929', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:15.385562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.386593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.387130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.387673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.388734 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.389149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.389522 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.390120 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.390823 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.391170 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.391662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.392160 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.392687 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.393211 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.393796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066a007-dac3-4189-a619-a7c4ee7dde45 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:15.452838 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (ea1695bc-a16f-47ae-afa5-2c2c416ac06d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.467672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:15.535493 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (ea1695bc-a16f-47ae-afa5-2c2c416ac06d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.541115 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (ea1695bc-a16f-47ae-afa5-2c2c416ac06d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.562905 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1695bc-a16f-47ae-afa5-2c2c416ac06d,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:15.578492 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.583516 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e9f7fdc9-6c51-4ff5-a978-374382d00f5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092757 Jun 24 08:47:15.583755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39182) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:15.588284 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '92fda50c-3900-4caa-a460-2278446e0929', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:15.642045 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (e9875efb-55d0-41b7-b2da-912f874789c9), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.761321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (e9875efb-55d0-41b7-b2da-912f874789c9), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.768276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (e9875efb-55d0-41b7-b2da-912f874789c9), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.789877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:15.818736 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9875efb-55d0-41b7-b2da-912f874789c9,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:15.829059 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.835537 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-79ea445c-1e1e-4a4b-bf9d-83c5be79c930 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2504394 Jun 24 08:47:15.836312 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39186) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:15.847155 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:15.910927 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:47:15.923535 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:15.928375 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:15.930283 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:16.098127 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deccc05-20f7-4748-b677-3897a9faf7b1 req-d8e4d5b2-5915-4459-b4f9-4b87d08c68d0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:16.111628 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0deccc05-20f7-4748-b677-3897a9faf7b1 req-d8e4d5b2-5915-4459-b4f9-4b87d08c68d0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1229975 Jun 24 08:47:16.162137 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:16.226627 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0deccc05-20f7-4748-b677-3897a9faf7b1 req-ebcacb58-214d-4083-aba3-790ad672f079 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135166 Jun 24 08:47:16.334424 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:16.434151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:16.590732 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.27.1.40 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/4a10254c-6ea5-440c-9ce1-9451359e483b) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:16.595971 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:12Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:16.646343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:16.646950 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:16.650437 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:47:16.651086 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Updating router ecf0bc02-2ff3-4edb-b29a-9d327488840d port 13f0e4ca-d452-44f9-a7c9-e057ba037497 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:47:16.739444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:16.797848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:16.799665 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:16.861732 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:16.893534 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:16.929354 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:16.936278 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:17.000059 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=4a10254c-6ea5-440c-9ce1-9451359e483b,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:17.090485 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:17.105620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.109007 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:17.170957 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.241438 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:UPDATE=6,neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:17.247082 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:17.381186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks [] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.402335 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.541607 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.551764 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76fa87-ad0a-4b5b-bec3-ff10f6bbb5bb None None] Pushing event updated for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:17.552652 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.552865 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e8c1-4e57-4ef1-abeb-f2b0d8c0c026 req-5cf7611b-e242-4ce2-a19d-9a8f2b3224e7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:17.572386 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42f0e8c1-4e57-4ef1-abeb-f2b0d8c0c026 req-5cf7611b-e242-4ce2-a19d-9a8f2b3224e7 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1318555 Jun 24 08:47:17.672216 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-42f0e8c1-4e57-4ef1-abeb-f2b0d8c0c026 req-df164688-44c9-47b1-a85b-2a37dc0110b9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984521 Jun 24 08:47:17.690002 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Attempting to bind port 13f0e4ca-d452-44f9-a7c9-e057ba037497 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:47:17.690656 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Attempting to bind port 13f0e4ca-d452-44f9-a7c9-e057ba037497 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:47:17.691252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Attempting to bind port 13f0e4ca-d452-44f9-a7c9-e057ba037497 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:47:17.697524 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:47:17.698086 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:47:17.698625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.699135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:47:17.699702 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Bound port: 13f0e4ca-d452-44f9-a7c9-e057ba037497, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:47:17.700174 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.752047 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=4a10254c-6ea5-440c-9ce1-9451359e483b,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:17.798046 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.851626 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:17.857024 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b6e12667-07c1-4744-a768-cb4ca50d53f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0183623 Jun 24 08:47:17.858660 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] For port 13f0e4ca-d452-44f9-a7c9-e057ba037497, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:47:17.867233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] For port 13f0e4ca-d452-44f9-a7c9-e057ba037497, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13f0e4ca-d452-44f9-a7c9-e057ba037497,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:47:17.894235 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:18.054635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76fa87-ad0a-4b5b-bec3-ff10f6bbb5bb None None] Pushing event updated for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:18.068169 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:18.068869 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:46:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:18.165795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Provisioning complete for port 13f0e4ca-d452-44f9-a7c9-e057ba037497 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:18.165795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:18.231400 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ef97f0cd-1040-4fdd-ba73-25dca04ea91d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1722919417&fields=id&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 267 time: 0.1170020 Jun 24 08:47:18.322629 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:18.515711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-d0d8cc21-ce9c-4fdc-ac04-1b2060d8e3a1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:18.523580 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-d0d8cc21-ce9c-4fdc-ac04-1b2060d8e3a1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.2904611 Jun 24 08:47:18.540043 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Current status of the port 13f0e4ca-d452-44f9-a7c9-e057ba037497 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:18.540495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:18.558218 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-77503a6c-05a9-4f93-a64a-da23e18644b5 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/quotas/7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 375 time: 0.0333052 Jun 24 08:47:18.628276 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] For port 13f0e4ca-d452-44f9-a7c9-e057ba037497, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13f0e4ca-d452-44f9-a7c9-e057ba037497,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:18.644342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:18.692568 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-efed360e-cd20-45fc-8a89-4941b66d042e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197069 Jun 24 08:47:18.767748 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:18.768856 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3607-e6e0-4830-b092-2e46de767635 None None] Pushing event updated for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:18.805451 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:18.829645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-46e9562d-8b2d-4d8a-b84c-7624dcabf8b4 None None] Provisioning complete for port 13f0e4ca-d452-44f9-a7c9-e057ba037497 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:18.831541 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46e9562d-8b2d-4d8a-b84c-7624dcabf8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:18.955940 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67779b-4f5b-435b-9f36-9c79759f3d0a req-adf7a779-e3cc-431c-b295-f09377f2c8dd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:18.963755 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bf67779b-4f5b-435b-9f36-9c79759f3d0a req-adf7a779-e3cc-431c-b295-f09377f2c8dd tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0869963 Jun 24 08:47:19.009402 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-46e9562d-8b2d-4d8a-b84c-7624dcabf8b4 None None] Current status of the port 13f0e4ca-d452-44f9-a7c9-e057ba037497 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:19.022222 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:17Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:19.027831 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bf67779b-4f5b-435b-9f36-9c79759f3d0a req-c001ad6b-4601-414d-9c5c-8c84f263d5df tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631874 Jun 24 08:47:19.069437 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80841f-2435-4ee6-a2ff-6a67374a0841 None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:17Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:19.186000 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-98ecc74f-0f1d-441e-8fad-796340f58255 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677725 Jun 24 08:47:19.300575 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:19.345246 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-0570bc45-7d30-4ce4-a7d9-e1eb9a01ce69 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463969 Jun 24 08:47:19.654934 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cdccce2c-81cf-4e47-a605-e70274decb69 req-2a83cac0-0c41-4c39-b3c1-2a839ab0d337 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0673494 Jun 24 08:47:20.365809 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f280c3-dab9-4fb8-b969-013f0e5c9cd8 req-711610f7-61f8-4c4e-a047-c0fb1fbe23b2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:20.374930 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-79f280c3-dab9-4fb8-b969-013f0e5c9cd8 req-711610f7-61f8-4c4e-a047-c0fb1fbe23b2 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1527665 Jun 24 08:47:20.391927 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13f0e4ca-d452-44f9-a7c9-e057ba037497 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:20.488894 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-79f280c3-dab9-4fb8-b969-013f0e5c9cd8 req-213838f3-022a-41a6-9f82-d9eb892a7562 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127505 Jun 24 08:47:20.503283 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 13f0e4ca-d452-44f9-a7c9-e057ba037497 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:20.503809 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:20.662710 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 13f0e4ca-d452-44f9-a7c9-e057ba037497 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:20.834825 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ba3bb407-7ebe-4a05-9838-4a7e3dc021d2 req-149e0ea0-e559-4f9a-93a6-492f62a568ad tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0574110 Jun 24 08:47:21.244534 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-18fad421-25dd-4a37-b6a8-a0386e09df7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:21.711181 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c262927-62f8-4bdf-b675-663d62f8d5df req-669e1c07-e0b7-458d-ab1c-72853a055113 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:21.714314 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c262927-62f8-4bdf-b675-663d62f8d5df req-669e1c07-e0b7-458d-ab1c-72853a055113 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0967028 Jun 24 08:47:21.818519 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c262927-62f8-4bdf-b675-663d62f8d5df req-4895023d-c732-43f9-a05b-a22e22a2bf91 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950186 Jun 24 08:47:22.024291 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ace30ff0-83b0-43c0-b2e2-bca42d94a5c5 req-e1996835-b722-4f1f-8402-5d512962ab31 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0661211 Jun 24 08:47:22.731304 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:47:22.772659 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:22.945083 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-554694df-acbf-4379-b772-4e246ac8e379 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:22.963193 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-554694df-acbf-4379-b772-4e246ac8e379 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.2388687 Jun 24 08:47:23.181522 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773377a-f3df-45cd-9017-b740e8f14643 req-4992d109-0be4-4b11-808b-00e8145b1124 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:23.183123 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2773377a-f3df-45cd-9017-b740e8f14643 req-4992d109-0be4-4b11-808b-00e8145b1124 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1816926 Jun 24 08:47:23.190334 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cc02d3b1-3a55-4ca3-803e-925b582ce51b req-2706a09c-3be8-4dc7-8af9-867c92fc54ed tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0602283 Jun 24 08:47:23.208130 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-467987b4-2bbe-40ae-8566-da6bbb653028 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 380 time: 0.2426970 Jun 24 08:47:23.226181 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'port': {'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'admin_state_up': True, 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'security_groups': ['92fda50c-3900-4caa-a460-2278446e0929']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:23.324932 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2773377a-f3df-45cd-9017-b740e8f14643 req-5ce11b7c-5034-40dd-9b69-a3dc6361f733 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300724 Jun 24 08:47:23.423173 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:47:23.427861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:23.615716 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cae9bc4b-aad9-493b-b373-9962fceaa82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:23.776774 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.20.0.6 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/9c96470b-899f-45c4-b463-69a3cf1070d2) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:47:24.196280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:24.244562 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:24.252896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:24.354871 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:47:24.366856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:47:24.375146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:47:24.441725 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:24.562397 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:24.582082 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0aed4-8332-4417-a5b8-4f0a16be9eb2 req-789b290c-d10d-4d45-8297-41dd01669057 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:24.584692 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-56f0aed4-8332-4417-a5b8-4f0a16be9eb2 req-789b290c-d10d-4d45-8297-41dd01669057 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 931 time: 0.2877896 Jun 24 08:47:24.621151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:24.622741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:24.680482 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-c15c1ba3-635d-4eb7-8a5b-98e14a468522 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4631324 Jun 24 08:47:24.690679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b49ddb-b80f-4dbf-80eb-e696cd4b8e17 req-9173d0c6-decd-4be7-bc4d-33bfbf2194c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:24.692187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64b49ddb-b80f-4dbf-80eb-e696cd4b8e17 req-9173d0c6-decd-4be7-bc4d-33bfbf2194c8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1574585 Jun 24 08:47:24.791547 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-56f0aed4-8332-4417-a5b8-4f0a16be9eb2 req-4f7ae0ee-38bf-4bc7-95ed-a0564328adab tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583254 Jun 24 08:47:24.819835 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64b49ddb-b80f-4dbf-80eb-e696cd4b8e17 req-4dfe11d5-5b31-4472-b85f-521a4580f3a0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061475 Jun 24 08:47:24.874132 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:24.905610 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-729885ce-d332-4664-8578-5e9e24af3c6c None None] Provisioning complete for port 9c96470b-899f-45c4-b463-69a3cf1070d2 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:24.906340 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-729885ce-d332-4664-8578-5e9e24af3c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:24.968590 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-729885ce-d332-4664-8578-5e9e24af3c6c None None] Port 9c96470b-899f-45c4-b463-69a3cf1070d2 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:47:25.025436 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:26.065475 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f32eb2-5543-4995-84cb-e3e462afe8c0 req-4e1ce5ad-f208-40be-84d2-bf80e1a8bfbb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:26.067965 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08f32eb2-5543-4995-84cb-e3e462afe8c0 req-4e1ce5ad-f208-40be-84d2-bf80e1a8bfbb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1314754 Jun 24 08:47:26.080052 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95be1e-3f32-4a98-a6a6-2effc561550d req-8af35557-e6d5-403a-b5ef-fa53577ad346 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:26.091889 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bd95be1e-3f32-4a98-a6a6-2effc561550d req-8af35557-e6d5-403a-b5ef-fa53577ad346 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 931 time: 0.1732941 Jun 24 08:47:26.244512 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-08f32eb2-5543-4995-84cb-e3e462afe8c0 req-e8c2ad18-b153-49a0-a162-20a35e8f32a8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488211 Jun 24 08:47:26.251242 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bd95be1e-3f32-4a98-a6a6-2effc561550d req-48f957a1-ba88-4c1c-a09f-bbe8d91a926b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583648 Jun 24 08:47:26.311027 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:26.509041 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:27.000361 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Request body: {'port': {'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:27.114225 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:27.540826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323392f4-8af2-45b9-8800-8a86d46195bd req-b6111dea-f8cc-4a61-88ca-5f8918b7ba6c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:27.542365 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-323392f4-8af2-45b9-8800-8a86d46195bd req-b6111dea-f8cc-4a61-88ca-5f8918b7ba6c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 931 time: 0.1448958 Jun 24 08:47:27.553126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261f6ff-0563-4ccf-bfae-2d65a042009f req-b89eb54d-ad62-433a-940f-f9d0d9412a48 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:27.554672 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5261f6ff-0563-4ccf-bfae-2d65a042009f req-b89eb54d-ad62-433a-940f-f9d0d9412a48 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1258905 Jun 24 08:47:27.711054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:27.733480 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-323392f4-8af2-45b9-8800-8a86d46195bd req-e941f350-cc0c-49d3-9c3f-4faf0995f231 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757042 Jun 24 08:47:27.768504 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5261f6ff-0563-4ccf-bfae-2d65a042009f req-e1674a1b-8bf4-42b1-ab54-af2fa8548966 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015364 Jun 24 08:47:27.818496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c96470b-899f-45c4-b463-69a3cf1070d2 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:47:27.819536 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:27.821679 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:27.828221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks [] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:27.843910 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Transition to ACTIVE for port object 9c96470b-899f-45c4-b463-69a3cf1070d2 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:47:27.849284 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:27.852777 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:27.915439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Pushing event updated for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:28.020773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Attempting to bind port 9c96470b-899f-45c4-b463-69a3cf1070d2 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:47:28.021285 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Attempting to bind port 9c96470b-899f-45c4-b463-69a3cf1070d2 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:47:28.021812 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Attempting to bind port 9c96470b-899f-45c4-b463-69a3cf1070d2 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:47:28.030301 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Port 9c96470b-899f-45c4-b463-69a3cf1070d2 on network 0f76c266-a8af-466b-8b61-0e931014df30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:47:28.030854 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Attempting to bind port 9c96470b-899f-45c4-b463-69a3cf1070d2 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:47:28.040504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:47:28.040945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:47:28.041583 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:47:28.042344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Bound port: 9c96470b-899f-45c4-b463-69a3cf1070d2, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:47:28.042930 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:28.154146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:47:28.159773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9c96470b-899f-45c4-b463-69a3cf1070d2,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:47:28.169927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:28.232835 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:28.233747 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:28.235497 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] 10.222.0.49 "PUT /v2.0/ports/9c96470b-899f-45c4-b463-69a3cf1070d2 HTTP/1.1" status: 200 len: 1093 time: 1.2413762 Jun 24 08:47:28.235836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:28.238341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c" -d '{"events": [{"name": "network-changed", "server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:28.269128 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2d64-3e26-470e-8102-262da77b88ce service neutron] Pushing event updated for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:28.304576 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897edf2-8581-4505-918d-f2495c0bc060 x-openstack-request-id: req-b897edf2-8581-4505-918d-f2495c0bc060 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:28.305023 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:28.305417 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b897edf2-8581-4505-918d-f2495c0bc060 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:28.306054 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b897edf2-8581-4505-918d-f2495c0bc060'] response: {'name': 'network-changed', 'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'status': 'completed', 'code': 200} Jun 24 08:47:28.514961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-0a1debf4-77a3-407a-91cf-2716a37d1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:28.517551 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-0a1debf4-77a3-407a-91cf-2716a37d1b83 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 1127 time: 0.0773356 Jun 24 08:47:28.733062 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-d89a0168-864e-4ff5-b6c5-a370f780aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:28.734739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-d89a0168-864e-4ff5-b6c5-a370f780aebd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1129 time: 0.0983748 Jun 24 08:47:28.831381 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-a175296c-3d75-4686-adb4-3a540ec3108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:28.832868 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-a175296c-3d75-4686-adb4-3a540ec3108f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7787ee132e9e4e23b1407718fb366406&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2079926 Jun 24 08:47:29.284962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-15604904-a933-43f0-91b5-b507c5638f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.286548 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-15604904-a933-43f0-91b5-b507c5638f4f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.5440485 Jun 24 08:47:29.298219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ee967-e8e7-4fb2-aca7-29e4cbdeca09 req-15229312-579e-4f25-9a9b-a0431ce56317 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.299763 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c51ee967-e8e7-4fb2-aca7-29e4cbdeca09 req-15229312-579e-4f25-9a9b-a0431ce56317 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.4408081 Jun 24 08:47:29.330783 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edda89-d7ce-4dc4-a6a6-385cc8615cf6 req-5420d2a6-ace1-438a-b9d3-70e4adf82dae tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.332332 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c3edda89-d7ce-4dc4-a6a6-385cc8615cf6 req-5420d2a6-ace1-438a-b9d3-70e4adf82dae tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.4455738 Jun 24 08:47:29.430407 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-880a90ae-0805-471d-8ae3-e6987bff129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.431960 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20298b2b-e8f0-42c2-86d4-4ed201fdd68c req-880a90ae-0805-471d-8ae3-e6987bff129c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5911579 Jun 24 08:47:29.452147 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-eba75fe1-2090-43e8-bdcb-9613da00b653 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 1000 time: 0.1457736 Jun 24 08:47:29.462738 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:29.489814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:29.518698 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c51ee967-e8e7-4fb2-aca7-29e4cbdeca09 req-522e0cc5-46fb-442e-9a44-57ac4f79008c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094748 Jun 24 08:47:29.577654 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c3edda89-d7ce-4dc4-a6a6-385cc8615cf6 req-290c9094-63d6-4b36-b7a5-795e04d5d606 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151892 Jun 24 08:47:29.615737 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-7c74c8a1-eaea-4346-9ed8-c5cd83ae89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.618445 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-7c74c8a1-eaea-4346-9ed8-c5cd83ae89a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 1127 time: 0.1078255 Jun 24 08:47:29.621011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-4a29dc7e-dc05-417a-8d4d-1ccdd49f403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.624183 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-4a29dc7e-dc05-417a-8d4d-1ccdd49f403f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.1600187 Jun 24 08:47:29.704257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-1fd0521b-626e-42d6-a121-cc83372e589d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c96470b-899f-45c4-b463-69a3cf1070d2 HTTP/1.1" status: 200 len: 217 time: 0.0663862 Jun 24 08:47:29.745024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-e097e286-8095-4e0e-b86e-cb5a3cade26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.746630 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-e097e286-8095-4e0e-b86e-cb5a3cade26f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1101403 Jun 24 08:47:29.791970 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-e1e8d621-05cd-471a-bd7b-f7ecdf215435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.793505 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-e1e8d621-05cd-471a-bd7b-f7ecdf215435 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0827951 Jun 24 08:47:29.885998 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-48d6889d-43df-4e9a-8115-540b00099733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:29.887544 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-48d6889d-43df-4e9a-8115-540b00099733 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867095 Jun 24 08:47:29.919322 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-cf932361-aea2-49a1-a973-91b23b18dc69 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650035 Jun 24 08:47:30.072098 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-eb19252e-9ed1-4543-b28b-240dd96afcf9 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776547 Jun 24 08:47:30.102539 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f1ee9d47-c1ce-4896-9ced-deee2ab0581e req-895dc16c-c004-4ce8-9d32-6681fc41074a service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767225 Jun 24 08:47:30.195000 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dfe9d6f2-2438-4a65-949a-7978ea7c1ab1 req-22830266-0f5b-4cdf-b3e8-8d4f1a990f93 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164486 Jun 24 08:47:30.679317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c8888-4d39-4d8d-b67d-453fd4ee4bf2 req-d53e89a8-8d42-4d75-b1dc-f1ecadbdb212 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:30.681917 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa9c8888-4d39-4d8d-b67d-453fd4ee4bf2 req-d53e89a8-8d42-4d75-b1dc-f1ecadbdb212 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.0820253 Jun 24 08:47:30.802247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d22893-1a2e-4248-865c-c7039c62db39 req-ff1ce927-abdc-4e06-b7d0-fc7980396ac9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:30.804874 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b4d22893-1a2e-4248-865c-c7039c62db39 req-ff1ce927-abdc-4e06-b7d0-fc7980396ac9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.1214821 Jun 24 08:47:30.863334 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aa9c8888-4d39-4d8d-b67d-453fd4ee4bf2 req-275e054a-3d90-45e6-b9b0-1e85ed40b5fc tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617877 Jun 24 08:47:30.912561 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b4d22893-1a2e-4248-865c-c7039c62db39 req-cab4726b-48c2-44df-b7ec-3fdc329ae50b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011157 Jun 24 08:47:31.998964 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3155fe-baa9-482f-bde8-1757bd1589da req-278c3da2-c654-4ffa-8eaf-975d2bdf8a02 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:32.001103 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c3155fe-baa9-482f-bde8-1757bd1589da req-278c3da2-c654-4ffa-8eaf-975d2bdf8a02 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.0644398 Jun 24 08:47:32.093997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c8f0-9f25-4ec9-b871-675424c2127b req-acb4d60c-4028-4dbc-9af3-148d604eaf73 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:32.095768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0a38c8f0-9f25-4ec9-b871-675424c2127b req-acb4d60c-4028-4dbc-9af3-148d604eaf73 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 945 time: 0.0933008 Jun 24 08:47:32.121231 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:32.140445 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7c3155fe-baa9-482f-bde8-1757bd1589da req-956b426d-bdb3-4073-8724-3b783761d3ad tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266625 Jun 24 08:47:32.172059 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0a38c8f0-9f25-4ec9-b871-675424c2127b req-2cf702b2-629e-4c93-ae69-826ec5aa157a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695195 Jun 24 08:47:32.722295 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=59 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:32.891312 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:32.968019 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: ACTIVE; New status is: DOWN {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:32.968390 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:32.993670 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:32.996128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c94fe-da1a-4703-af48-b4c3133515c1" -d '{"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-unplugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:33.011769 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:33.021161 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:33.051599 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814be186-9392-4202-a29d-97d39a963610 x-openstack-request-id: req-814be186-9392-4202-a29d-97d39a963610 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:33.051876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-unplugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:33.052128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-814be186-9392-4202-a29d-97d39a963610 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:33.052520 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814be186-9392-4202-a29d-97d39a963610'] response: {'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'code': 200} Jun 24 08:47:33.079977 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=8']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:33.302963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b474-1b77-4b74-b43d-4418930bdaeb req-5de7245a-ca10-44ed-ad7b-d1ba9dbfe03b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:33.304442 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e20b474-1b77-4b74-b43d-4418930bdaeb req-5de7245a-ca10-44ed-ad7b-d1ba9dbfe03b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.0866289 Jun 24 08:47:33.318209 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815763b-6141-4f85-8f0d-a2f16305fcfa req-cfff6db8-3182-41e5-aa42-f23c7d93d6e9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:33.319732 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c815763b-6141-4f85-8f0d-a2f16305fcfa req-cfff6db8-3182-41e5-aa42-f23c7d93d6e9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0638192 Jun 24 08:47:33.344350 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:33.402029 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7e20b474-1b77-4b74-b43d-4418930bdaeb req-bec3fad8-e24c-44a6-a7ac-fd338ef0cafa tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812795 Jun 24 08:47:33.405947 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c815763b-6141-4f85-8f0d-a2f16305fcfa req-4f0ae5af-682f-405f-a145-80ff9846eccb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773265 Jun 24 08:47:34.572113 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05e0f3-3a70-4dfc-91b6-5195eb6a4d5f req-9d2abf6b-a4db-4c18-a202-e4f7190806f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:34.573572 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7a05e0f3-3a70-4dfc-91b6-5195eb6a4d5f req-9d2abf6b-a4db-4c18-a202-e4f7190806f1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.0938275 Jun 24 08:47:34.583043 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbbc46-722e-4f5f-9110-e22560775200 req-c7f19468-e1f2-4007-8e0b-2ba6efbb63f8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:34.584499 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92dbbc46-722e-4f5f-9110-e22560775200 req-c7f19468-e1f2-4007-8e0b-2ba6efbb63f8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0916440 Jun 24 08:47:34.662153 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7a05e0f3-3a70-4dfc-91b6-5195eb6a4d5f req-b37139cc-1204-4e47-914a-22fd72a4054d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766873 Jun 24 08:47:34.665418 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92dbbc46-722e-4f5f-9110-e22560775200 req-ae2131ea-feba-4be8-bb81-2ec5a6532350 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738325 Jun 24 08:47:35.526822 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 9c96470b-899f-45c4-b463-69a3cf1070d2 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:47:35.539918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:47:35.682185 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:35.693604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9c96470b-899f-45c4-b463-69a3cf1070d2,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:35.708223 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:35.713731 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:47:35.789426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: DOWN; New status is: DOWN {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:35.791568 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 9c96470b-899f-45c4-b463-69a3cf1070d2 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:35.791950 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:35.809085 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c96470b-899f-45c4-b463-69a3cf1070d2 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:47:35.836620 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9c96470b-899f-45c4-b463-69a3cf1070d2,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:35.845208 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:35.890541 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e1176-5c52-458e-aaa1-4d99669cc76b req-e858b9ba-8382-4b25-b463-345e10d39b6d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:35.892256 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-520e1176-5c52-458e-aaa1-4d99669cc76b req-e858b9ba-8382-4b25-b463-345e10d39b6d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 943 time: 0.1002326 Jun 24 08:47:35.898389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-fe8a92bf-f8cd-4fa5-9af9-90e0bdc7591d req-30d65c31-d045-4bbc-9923-b5218e728017 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:47:35.899935 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fe8a92bf-f8cd-4fa5-9af9-90e0bdc7591d req-30d65c31-d045-4bbc-9923-b5218e728017 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064785 Jun 24 08:47:35.904636 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:35.960233 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-520e1176-5c52-458e-aaa1-4d99669cc76b req-9a38a091-c7e0-4401-a335-7c058ddcfc29 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588675 Jun 24 08:47:36.101429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a5450-5d3b-47c4-acc6-c689d1031d90 req-df396790-9eb5-45ae-89fe-14e0e5431187 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:36.103461 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a59a5450-5d3b-47c4-acc6-c689d1031d90 req-df396790-9eb5-45ae-89fe-14e0e5431187 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0543323 Jun 24 08:47:36.172516 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a59a5450-5d3b-47c4-acc6-c689d1031d90 req-58338a03-92da-4c11-acc1-829755d62ece tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625448 Jun 24 08:47:36.386938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39438) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:36.480419 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-315ead55-1165-4120-bc28-2eca8392ad1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917397 Jun 24 08:47:36.490144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-7e76d3f2-878c-440e-9613-82be1a5e7e71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:47:36.491187 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-7e76d3f2-878c-440e-9613-82be1a5e7e71 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053117 Jun 24 08:47:36.575919 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39446) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:36.679227 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-fe8d4945-964c-4b2b-99c0-bd08151a5115 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:36.680547 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-fe8d4945-964c-4b2b-99c0-bd08151a5115 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports/43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 940 time: 0.1036170 Jun 24 08:47:37.100886 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe5482-313f-4bb2-9e52-5621e4dd7158 req-f94ab71a-4b37-4952-8259-9fe156c2b55d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:37.102488 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5cfe5482-313f-4bb2-9e52-5621e4dd7158 req-f94ab71a-4b37-4952-8259-9fe156c2b55d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 944 time: 0.0510414 Jun 24 08:47:37.160654 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5cfe5482-313f-4bb2-9e52-5621e4dd7158 req-fedd4cf6-90de-4a15-a2fd-326c766322e8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474434 Jun 24 08:47:37.311016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6e784-a8b5-4327-b364-25c8a69286f9 req-18b4f7c5-ab90-4fed-a09b-f3a7c91f86f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:37.312567 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96e6e784-a8b5-4327-b364-25c8a69286f9 req-18b4f7c5-ab90-4fed-a09b-f3a7c91f86f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Jun 24 08:47:37.372562 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96e6e784-a8b5-4327-b364-25c8a69286f9 req-52c23341-6008-4a32-8508-870f950a005d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492136 Jun 24 08:47:38.308674 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73162b67-4171-43ba-ac69-8759406b5f8a req-d9f6e917-bee1-472e-b9e2-d53a68f7af6e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:38.311028 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-73162b67-4171-43ba-ac69-8759406b5f8a req-d9f6e917-bee1-472e-b9e2-d53a68f7af6e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 944 time: 0.0560470 Jun 24 08:47:38.372810 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-73162b67-4171-43ba-ac69-8759406b5f8a req-0b7b5da7-376d-4d2b-9fe4-2eda57248c66 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518122 Jun 24 08:47:38.503535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ab45-9985-4aee-ab4a-e7435a8e04fb req-4116f299-edde-4f68-8288-9188a4950c55 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:38.505114 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a116ab45-9985-4aee-ab4a-e7435a8e04fb req-4116f299-edde-4f68-8288-9188a4950c55 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0531888 Jun 24 08:47:38.527599 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:38.572479 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a116ab45-9985-4aee-ab4a-e7435a8e04fb req-1c80c5dc-5a11-4b07-b5c1-c5e8fc8d8a9d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611949 Jun 24 08:47:38.672236 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:38.763968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['9c96470b-899f-45c4-b463-69a3cf1070d2'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:47:39.275984 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-0ef4f201-ea5f-4043-9f17-3d9a31a6d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.277561 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-0ef4f201-ea5f-4043-9f17-3d9a31a6d1cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268&tenant_id=4de333e57ed34492bee6491335ff4356 HTTP/1.1" status: 200 len: 1127 time: 0.0910578 Jun 24 08:47:39.358189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-52fee12c-0a86-4774-81d5-a94696ff8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.359943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-52fee12c-0a86-4774-81d5-a94696ff8f65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4de333e57ed34492bee6491335ff4356&device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1127 time: 0.0475748 Jun 24 08:47:39.481935 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-94e39b26-a5f2-4a87-b1fd-72a88044b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.483982 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-94e39b26-a5f2-4a87-b1fd-72a88044b2ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 200 len: 916 time: 0.1172986 Jun 24 08:47:39.493744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:39.586786 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d773000-44da-499a-94e1-21fc20a5e6d5 req-010cdae7-35fd-491d-be67-d5580ffacca1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.588395 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d773000-44da-499a-94e1-21fc20a5e6d5 req-010cdae7-35fd-491d-be67-d5580ffacca1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 944 time: 0.1034071 Jun 24 08:47:39.607423 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-628a6c95-d64b-4816-bc5c-f00fedb94387 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 200 len: 998 time: 0.1114569 Jun 24 08:47:39.727035 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1d773000-44da-499a-94e1-21fc20a5e6d5 req-af7611c5-dc32-4162-a840-11763ce09211 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290033 Jun 24 08:47:39.730741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-c1840fa1-e299-49e8-91a4-c37ac93f56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.732110 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-c1840fa1-e299-49e8-91a4-c37ac93f56a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 200 len: 854 time: 0.1154194 Jun 24 08:47:39.739111 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee44d1a-3f70-4940-8f08-524cc1542696 req-111dd135-b474-4279-94a1-98a791999f70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.740610 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cee44d1a-3f70-4940-8f08-524cc1542696 req-111dd135-b474-4279-94a1-98a791999f70 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0729694 Jun 24 08:47:39.807826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-3358e0b8-24ee-4a7a-87af-e3ce6387f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:39.810042 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-3358e0b8-24ee-4a7a-87af-e3ce6387f48c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d6cb1f6d-0926-47d2-a6bc-b702c79729da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0678520 Jun 24 08:47:39.864257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cee44d1a-3f70-4940-8f08-524cc1542696 req-f912f0bb-b744-4141-bcaf-1d177ee20ec1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075430 Jun 24 08:47:39.924216 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-3701e4aa-b690-4574-9deb-c5909edf37d3 service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077750 Jun 24 08:47:40.087036 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a3781fc-bb6c-4771-9cbb-c4a70a0673a6 req-ac95a145-dcbf-46df-8f19-d0ab260c2a3c service neutron] 10.222.0.49 "GET /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556213 Jun 24 08:47:40.657650 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 9c96470b-899f-45c4-b463-69a3cf1070d2 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:40.739354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 9c96470b-899f-45c4-b463-69a3cf1070d2 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:47:40.753020 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 9c96470b-899f-45c4-b463-69a3cf1070d2 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:40.753812 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:40.921040 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 9c96470b-899f-45c4-b463-69a3cf1070d2 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:40.921966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:40.972654 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:40.977421 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18415d29-e16b-4278-8298-ab7164be3831" -d '{"events": [{"server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:40.993815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc08e7-00e0-4855-8363-efa2dd88f079 req-5771030d-85a1-4186-8802-04100d02fc68 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:41.009576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9c96470b-899f-45c4-b463-69a3cf1070d2,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:41.014562 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6fc08e7-00e0-4855-8363-efa2dd88f079 req-5771030d-85a1-4186-8802-04100d02fc68 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 944 time: 0.1320293 Jun 24 08:47:41.018755 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:41.148898 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:41.250366 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6fc08e7-00e0-4855-8363-efa2dd88f079 req-26156711-bc21-49ff-816c-14a4e4376885 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331388 Jun 24 08:47:41.263960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b6e08-0b98-42c8-945b-0b9c41c084ea req-3f50140a-2467-4fc2-9377-290ae4152226 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:41.270919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a23b6e08-0b98-42c8-945b-0b9c41c084ea req-3f50140a-2467-4fc2-9377-290ae4152226 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.2031605 Jun 24 08:47:41.384723 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38b689-ade1-4258-8ba5-5350214b9059 x-openstack-request-id: req-4e38b689-ade1-4258-8ba5-5350214b9059 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:41.385057 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "name": "network-vif-plugged", "status": "completed", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:41.385317 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e38b689-ade1-4258-8ba5-5350214b9059 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:41.385746 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e38b689-ade1-4258-8ba5-5350214b9059'] response: {'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'code': 200} Jun 24 08:47:41.437898 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a23b6e08-0b98-42c8-945b-0b9c41c084ea req-bb3b07d4-73bd-4137-b9ba-55cd51e7d01c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440098 Jun 24 08:47:42.429377 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38154-2134-4793-b6fc-af59140be202 req-9b6ead63-aa1c-41cd-8500-780d441fd722 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:42.432054 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69d38154-2134-4793-b6fc-af59140be202 req-9b6ead63-aa1c-41cd-8500-780d441fd722 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0830314 Jun 24 08:47:42.494505 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69d38154-2134-4793-b6fc-af59140be202 req-44f6c1b1-6506-44b4-a3ea-424b03fbeded tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560668 Jun 24 08:47:42.610313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae967c43-d776-4d5f-8d02-40417cac1261 req-ecaf2425-ebfd-41ce-a970-03e3ba8c1514 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:42.612236 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae967c43-d776-4d5f-8d02-40417cac1261 req-ecaf2425-ebfd-41ce-a970-03e3ba8c1514 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0581336 Jun 24 08:47:42.676451 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ae967c43-d776-4d5f-8d02-40417cac1261 req-4e5b532a-7e80-4288-b4ef-9d827102cbd0 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558653 Jun 24 08:47:43.598160 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:43.620982 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:43.646883 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59b297-a0e9-4952-a588-5024fa4b2905 req-6c07b74e-3c62-4fce-af79-483cbfaa35cd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:43.648682 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dc59b297-a0e9-4952-a588-5024fa4b2905 req-6c07b74e-3c62-4fce-af79-483cbfaa35cd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0635791 Jun 24 08:47:43.702759 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dc59b297-a0e9-4952-a588-5024fa4b2905 req-d9713eda-2eaa-413d-b25d-d83437879f48 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Jun 24 08:47:43.826228 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20dd52-361f-45f6-aa9d-92df1c078d36 req-044e6497-bdff-47e5-a5a6-4efc140a5503 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:43.827708 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3d20dd52-361f-45f6-aa9d-92df1c078d36 req-044e6497-bdff-47e5-a5a6-4efc140a5503 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0520504 Jun 24 08:47:43.902337 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3d20dd52-361f-45f6-aa9d-92df1c078d36 req-f1e04827-6f92-4fc9-a986-e4a17352d7a9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643451 Jun 24 08:47:44.668799 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39564) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:44.838929 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:44.894949 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56627cdd-8d76-4f46-b81f-d131795c0e59 req-65f02f8f-f132-4926-99c7-01502172ebe0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:44.909017 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-56627cdd-8d76-4f46-b81f-d131795c0e59 req-65f02f8f-f132-4926-99c7-01502172ebe0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0847821 Jun 24 08:47:44.993490 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Publish callbacks [] for security_group (02cc30d5-f5d3-41d0-9c6c-59e729749dae), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:44.998570 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-56627cdd-8d76-4f46-b81f-d131795c0e59 req-f1731950-3b31-4328-a070-ce6d42b7e37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875735 Jun 24 08:47:45.000735 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (02cc30d5-f5d3-41d0-9c6c-59e729749dae), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:45.105141 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4ed6d817ba6423aa4c984eee6022af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347503 Jun 24 08:47:45.109346 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc30d5-f5d3-41d0-9c6c-59e729749dae,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:45.111977 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39572) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:45.135613 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.136624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.136624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.136624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.136923 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.137222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.138348 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.138676 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.139138 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.140296 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.140630 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.140956 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.141283 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.141610 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.141997 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20036a5e-f90a-4f1a-a7fd-938afcdc2b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:47:45.189866 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef72d7-d030-4474-bb85-5374e9aaeec2 req-81b55192-974a-40f3-a27d-c86b4d5760e9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:45.198042 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fcef72d7-d030-4474-bb85-5374e9aaeec2 req-81b55192-974a-40f3-a27d-c86b4d5760e9 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.1074092 Jun 24 08:47:45.214519 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] Publish callbacks [] for security_group (02cc30d5-f5d3-41d0-9c6c-59e729749dae), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:45.264833 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fcef72d7-d030-4474-bb85-5374e9aaeec2 req-4107cf4d-7b1c-421f-931e-6fce9fed8baa tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657728 Jun 24 08:47:45.281488 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] Publish callbacks [] for security_group (02cc30d5-f5d3-41d0-9c6c-59e729749dae), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:45.363100 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (02cc30d5-f5d3-41d0-9c6c-59e729749dae), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:45.366888 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:45.373759 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02cc30d5-f5d3-41d0-9c6c-59e729749dae HTTP/1.1" status: 204 len: 168 time: 0.2554910 Jun 24 08:47:45.383229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0bc27-b96a-41ac-8b78-001a2c11be3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc30d5-f5d3-41d0-9c6c-59e729749dae,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:45.876187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39580) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:45.893153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-320423aa-2cb4-4bdb-86e1-27c5ecf7a1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.048189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-320423aa-2cb4-4bdb-86e1-27c5ecf7a1df admin admin] Publish callbacks [] for security_group (fe2222fc-742b-4968-a1eb-5e6626f6870f), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.058960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-320423aa-2cb4-4bdb-86e1-27c5ecf7a1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (fe2222fc-742b-4968-a1eb-5e6626f6870f), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.129179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320423aa-2cb4-4bdb-86e1-27c5ecf7a1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2222fc-742b-4968-a1eb-5e6626f6870f,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:46.164983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-320423aa-2cb4-4bdb-86e1-27c5ecf7a1df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=129ca20d71fd47388006ac40397fd302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868853 Jun 24 08:47:46.167924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39584) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:46.187034 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f5f3f-320b-4786-aca6-593b9c717f12 req-b93479bb-0998-42c5-af37-8b3bc577a5f7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:46.188636 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1e1f5f3f-320b-4786-aca6-593b9c717f12 req-b93479bb-0998-42c5-af37-8b3bc577a5f7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0772281 Jun 24 08:47:46.258126 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1e1f5f3f-320b-4786-aca6-593b9c717f12 req-f785262f-86df-4ceb-83d7-95229181116f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637755 Jun 24 08:47:46.282577 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] Publish callbacks [] for security_group (fe2222fc-742b-4968-a1eb-5e6626f6870f), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.360128 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] Publish callbacks [] for security_group (fe2222fc-742b-4968-a1eb-5e6626f6870f), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.488405 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (fe2222fc-742b-4968-a1eb-5e6626f6870f), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.492844 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:46.496102 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe2222fc-742b-4968-a1eb-5e6626f6870f HTTP/1.1" status: 204 len: 168 time: 0.3255627 Jun 24 08:47:46.515049 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e1f82-f849-4072-b551-7a327a9c4a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2222fc-742b-4968-a1eb-5e6626f6870f,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:46.552487 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efec50f-05e3-4847-827e-0b8c02deed92 req-99a6ef33-76bf-4a13-9ef6-16d12dba32ba tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:46.570523 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5efec50f-05e3-4847-827e-0b8c02deed92 req-99a6ef33-76bf-4a13-9ef6-16d12dba32ba tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.1595778 Jun 24 08:47:46.688688 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5efec50f-05e3-4847-827e-0b8c02deed92 req-0fda6c57-df73-4789-9a65-3f69705e93b3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081290 Jun 24 08:47:47.460555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c94f7-511d-477c-a429-529751017a66 req-d148d1a0-48f5-4492-b128-7fc5ddd8036b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:47.469055 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a89c94f7-511d-477c-a429-529751017a66 req-d148d1a0-48f5-4492-b128-7fc5ddd8036b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0861261 Jun 24 08:47:47.539065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a89c94f7-511d-477c-a429-529751017a66 req-11d278b8-29f0-4e59-96f4-816400937ea2 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691264 Jun 24 08:47:47.895095 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5c8d-8ad9-4e22-afb8-fee3c9a95426 req-4fd09f83-aa1e-41a3-a22d-db6b11561206 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:47.899561 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-41dc5c8d-8ad9-4e22-afb8-fee3c9a95426 req-4fd09f83-aa1e-41a3-a22d-db6b11561206 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0777979 Jun 24 08:47:47.932617 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:47.970434 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-41dc5c8d-8ad9-4e22-afb8-fee3c9a95426 req-20f6c183-a16d-4b22-b2ac-e60374c4bc53 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646260 Jun 24 08:47:48.725095 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dd64f-9cb5-451f-9c2d-19a6f9b4d230 req-cb5c8d70-4c54-4f1d-beaf-5e62a3c1902d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:48.727228 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-143dd64f-9cb5-451f-9c2d-19a6f9b4d230 req-cb5c8d70-4c54-4f1d-beaf-5e62a3c1902d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0836337 Jun 24 08:47:48.803152 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-143dd64f-9cb5-451f-9c2d-19a6f9b4d230 req-f61a8853-295a-4adb-8383-865aca81ddc0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689886 Jun 24 08:47:49.139515 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:49.151785 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33802904-37a8-4a71-9018-2d48299db6ae req-5b7a715c-dcfc-414e-b5e5-ac5f6652746f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:49.154251 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-33802904-37a8-4a71-9018-2d48299db6ae req-5b7a715c-dcfc-414e-b5e5-ac5f6652746f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0692713 Jun 24 08:47:49.241411 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-33802904-37a8-4a71-9018-2d48299db6ae req-147442bd-fd19-46a2-b140-9032ebcaaadc tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782344 Jun 24 08:47:49.736457 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:49.768540 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:49.963868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58fdaa-0e8d-4da5-a86d-cb762b8ee0dc req-dcd4660e-c59f-4f89-a4fb-9982207266e8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:49.967507 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b58fdaa-0e8d-4da5-a86d-cb762b8ee0dc req-dcd4660e-c59f-4f89-a4fb-9982207266e8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0863235 Jun 24 08:47:50.083484 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1b58fdaa-0e8d-4da5-a86d-cb762b8ee0dc req-5ccd2df3-4923-43b4-9d3e-3d2a80d2992a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100833 Jun 24 08:47:50.092876 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26409a0-844c-42b9-bdf0-56b367213ca0 req-22b457a7-7d7c-4478-a65d-e9b46aebdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:50.094397 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e26409a0-844c-42b9-bdf0-56b367213ca0 req-22b457a7-7d7c-4478-a65d-e9b46aebdc80 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 1129 time: 0.0678124 Jun 24 08:47:50.172079 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e26409a0-844c-42b9-bdf0-56b367213ca0 req-0335943b-6717-442b-b7a0-a08c9e4b1a48 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712590 Jun 24 08:47:50.426102 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b07e4-802d-43e8-9b0d-155c673c37f1 req-14256958-abc5-474b-a20f-04be0fd34052 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:50.427656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b14b07e4-802d-43e8-9b0d-155c673c37f1 req-14256958-abc5-474b-a20f-04be0fd34052 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0525939 Jun 24 08:47:50.478998 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b14b07e4-802d-43e8-9b0d-155c673c37f1 req-476e69ad-c469-4b5e-8382-180330505b1c tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Jun 24 08:47:51.218202 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638319a7-e999-4e08-93e9-8e7543c6aa46 req-685b25bb-9518-46ed-8f48-67638fffa2b9 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:51.219685 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-638319a7-e999-4e08-93e9-8e7543c6aa46 req-685b25bb-9518-46ed-8f48-67638fffa2b9 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0563912 Jun 24 08:47:51.234063 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:51.244767 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7a57ab4f-5057-418a-bed4-1f0dbfc899f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:51.286184 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-638319a7-e999-4e08-93e9-8e7543c6aa46 req-c72ddbfb-63f1-4e6b-b099-0c517b9a646d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582633 Jun 24 08:47:51.615040 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40b16e-d28c-4472-a046-8dbb2f4cd6f2 req-a6b71b86-2a20-468f-9058-b6f4fe66f04d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:51.616554 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-be40b16e-d28c-4472-a046-8dbb2f4cd6f2 req-a6b71b86-2a20-468f-9058-b6f4fe66f04d tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0574520 Jun 24 08:47:51.678940 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-be40b16e-d28c-4472-a046-8dbb2f4cd6f2 req-3ca8e10a-4bca-4def-b4ad-aa313f5d1d9f tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560145 Jun 24 08:47:52.322960 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39680) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:52.422465 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6cf03-1852-4d8f-bb4d-8c3fdaad8b42 req-c59c6971-60de-4048-8f85-e8d1e43d3c71 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:52.424018 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-88d6cf03-1852-4d8f-bb4d-8c3fdaad8b42 req-c59c6971-60de-4048-8f85-e8d1e43d3c71 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Jun 24 08:47:52.461859 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a78a332c-72b3-4616-8e82-06b700b88e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.477275 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-88d6cf03-1852-4d8f-bb4d-8c3fdaad8b42 req-7837bfc6-8ed1-4335-84a2-501d3d1bc719 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471089 Jun 24 08:47:52.549140 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:52.564356 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a78a332c-72b3-4616-8e82-06b700b88e5d admin admin] Publish callbacks [] for security_group (442c9911-593f-4633-83b2-6cf55452ee69), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.569432 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a78a332c-72b3-4616-8e82-06b700b88e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (442c9911-593f-4633-83b2-6cf55452ee69), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.613959 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a78a332c-72b3-4616-8e82-06b700b88e5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2edabce64b3c4b60ac84971773ba948f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902248 Jun 24 08:47:52.614644 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a332c-72b3-4616-8e82-06b700b88e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c9911-593f-4633-83b2-6cf55452ee69,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:52.618149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b8d5a-44d7-429f-a802-8c65c0b8ae46 req-e166b934-d776-4aa0-8689-c2795214345d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:52.618347 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39686) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:52.619251 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-907b8d5a-44d7-429f-a802-8c65c0b8ae46 req-e166b934-d776-4aa0-8689-c2795214345d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0589645 Jun 24 08:47:52.636608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39688) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:52.647251 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:47:52.672906 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:47:52.700384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.774989 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] Publish callbacks [] for security_group (442c9911-593f-4633-83b2-6cf55452ee69), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.811746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e51d3c-e50b-4f22-a610-f3967e4c08cd req-18646447-ef81-4006-befc-90ec110add3e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:52.814186 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8e51d3c-e50b-4f22-a610-f3967e4c08cd req-18646447-ef81-4006-befc-90ec110add3e tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 943 time: 0.0542881 Jun 24 08:47:52.838701 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] Publish callbacks [] for security_group (442c9911-593f-4633-83b2-6cf55452ee69), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.844568 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:52.867823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '43c59752-b640-4bc3-91df-788def083aa2', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'port_id': '43c59752-b640-4bc3-91df-788def083aa2', 'mac_address': 'fa:16:3e:23:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:47:52.871608 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:52.875797 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8e51d3c-e50b-4f22-a610-f3967e4c08cd req-0684a6ed-c621-42cc-ac00-4c0f90af632a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566409 Jun 24 08:47:52.932194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:52.932518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:52.936417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:52.948423 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:47:52.972080 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:52.976795 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.018140 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (442c9911-593f-4633-83b2-6cf55452ee69), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.020710 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.021897 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/442c9911-593f-4633-83b2-6cf55452ee69 HTTP/1.1" status: 204 len: 168 time: 0.4028413 Jun 24 08:47:53.039632 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=9']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:53.041304 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b924050-305a-46f7-bc5d-82c040f6a0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c9911-593f-4633-83b2-6cf55452ee69,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:53.323679 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['43c59752-b640-4bc3-91df-788def083aa2'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:47:53.354878 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.363487 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.482838 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39696) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:53.497345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-32b65bab-9dd4-4b47-bad7-627cf52171b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.516013 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 160f9e5f-7718-4ff6-80aa-31fa8c515544 associated. External IP: 172.27.1.40, port: 9c96470b-899f-45c4-b463-69a3cf1070d2. Jun 24 08:47:53.555204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:53.568071 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0ae74242-3bb4-4dbf-88ba-8aa5d41d11b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.603513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-32b65bab-9dd4-4b47-bad7-627cf52171b4 admin admin] Publish callbacks [] for security_group (948136a7-ed75-492c-852b-1223e47930fc), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.610730 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-32b65bab-9dd4-4b47-bad7-627cf52171b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (948136a7-ed75-492c-852b-1223e47930fc), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.663039 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-32b65bab-9dd4-4b47-bad7-627cf52171b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cff077a047a45fbbe49aa0e18626e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790776 Jun 24 08:47:53.663928 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b65bab-9dd4-4b47-bad7-627cf52171b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948136a7-ed75-492c-852b-1223e47930fc,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:53.667234 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39698) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:47:53.698075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:53.729905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] Publish callbacks [] for security_group (948136a7-ed75-492c-852b-1223e47930fc), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.760747 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] Publish callbacks [] for security_group (948136a7-ed75-492c-852b-1223e47930fc), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.772080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:53.791985 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:47:53.816137 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (948136a7-ed75-492c-852b-1223e47930fc), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.820749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.822768 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/948136a7-ed75-492c-852b-1223e47930fc HTTP/1.1" status: 204 len: 168 time: 0.1540413 Jun 24 08:47:53.837679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549bd38-0b82-4664-acd6-bcffcc0c8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948136a7-ed75-492c-852b-1223e47930fc,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:53.929417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:47:53.938766 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:53.947663 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:47:53.972485 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:53.974229 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:47:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:53.996119 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1d8b1a1c-3fa5-4ff4-be5b-4f00fa1e41a0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "PUT /v2.0/floatingips/160f9e5f-7718-4ff6-80aa-31fa8c515544 HTTP/1.1" status: 200 len: 990 time: 1.3541672 Jun 24 08:47:53.998954 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:54.003401 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cd10d-f960-403b-baf5-0f3f5c204e43" -d '{"events": [{"name": "network-changed", "server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:54.087532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d68d92b-0212-487b-8176-35e0412ee585 x-openstack-request-id: req-7d68d92b-0212-487b-8176-35e0412ee585 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:54.088446 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:54.088862 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d68d92b-0212-487b-8176-35e0412ee585 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:54.089364 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d68d92b-0212-487b-8176-35e0412ee585'] response: {'name': 'network-changed', 'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'status': 'completed', 'code': 200} Jun 24 08:47:54.106616 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24ad84-e59b-4df5-8f71-9c19639bc80f req-9f4c1783-4f3d-47f4-8e5c-f75231eca98a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:54.109024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb24ad84-e59b-4df5-8f71-9c19639bc80f req-9f4c1783-4f3d-47f4-8e5c-f75231eca98a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 944 time: 0.1147943 Jun 24 08:47:54.131772 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:54.201237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-36b0c393-e420-4a55-ad65-d54b30896388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:54.203057 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-36b0c393-e420-4a55-ad65-d54b30896388 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 1129 time: 0.0712676 Jun 24 08:47:54.235908 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb24ad84-e59b-4df5-8f71-9c19639bc80f req-95831112-f8a2-4dbd-a136-a4dae9e297bf tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144314 Jun 24 08:47:54.349116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-89f782ff-1d2e-415c-b818-9f2fbd0e5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:54.354669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-89f782ff-1d2e-415c-b818-9f2fbd0e5f4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.1420624 Jun 24 08:47:54.412971 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:53Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:54.432313 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-660631f2-7085-4ccd-a624-63af259aae83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c96470b-899f-45c4-b463-69a3cf1070d2 HTTP/1.1" status: 200 len: 998 time: 0.0745640 Jun 24 08:47:54.463328 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:47:54.478204 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:47:54.479022 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:47:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:54.491038 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-63ca7c4e-8ca4-4def-ae3e-4e9666b6d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:54.492527 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-63ca7c4e-8ca4-4def-ae3e-4e9666b6d28f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0546079 Jun 24 08:47:54.546328 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-20303524-1be6-4ad6-b1c1-60a178ae1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:54.548207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-20303524-1be6-4ad6-b1c1-60a178ae1903 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495794 Jun 24 08:47:54.631408 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:47:54.695074 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:47:54.697510 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-9ecf627f-1b0c-4ea3-8935-be5319154818 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421072 Jun 24 08:47:54.769598 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 43c59752-b640-4bc3-91df-788def083aa2 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:47:54.770014 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (43c59752-b640-4bc3-91df-788def083aa2), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:54.868821 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-666cd10d-f960-403b-baf5-0f3f5c204e43 req-cc2098b4-5bb3-472e-814b-020296081c23 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646638 Jun 24 08:47:54.891381 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 43c59752-b640-4bc3-91df-788def083aa2 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:47:54.892034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:54.896075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:54.929300 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:47:54.931772 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f26071-7968-442c-9600-247120bf87f8" -d '{"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:47:54.935407 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:53Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:47:54.957825 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:47:54.971066 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:54.980398 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a2a1b-c4f6-42fc-93ac-16447a1046db None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:53Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:47:55.022673 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbed64a0-738f-4b49-8687-920e0529c429 x-openstack-request-id: req-fbed64a0-738f-4b49-8687-920e0529c429 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:47:55.023369 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-plugged", "status": "completed", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:47:55.024054 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbed64a0-738f-4b49-8687-920e0529c429 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:47:55.024885 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbed64a0-738f-4b49-8687-920e0529c429'] response: {'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'code': 200} Jun 24 08:47:55.068296 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=10']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:47:55.279358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89676fe9-2aa5-49c0-a105-8533c311945d None None] New status for floating IP 160f9e5f-7718-4ff6-80aa-31fa8c515544: ACTIVE {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:47:55.579461 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:55.689242 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48a819-144c-4fc8-8928-7858daccb588 req-ccec77e9-7afd-4904-b14a-1c3e9cb64b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:55.690779 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c48a819-144c-4fc8-8928-7858daccb588 req-ccec77e9-7afd-4904-b14a-1c3e9cb64b9c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 1130 time: 0.4762509 Jun 24 08:47:55.699570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:55.719773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000100e-be46-491a-9e45-d848d874cf3e req-e7067d13-f854-4b8c-ab1e-a32100c8859b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:55.721289 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6000100e-be46-491a-9e45-d848d874cf3e req-e7067d13-f854-4b8c-ab1e-a32100c8859b tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0684419 Jun 24 08:47:55.785650 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c48a819-144c-4fc8-8928-7858daccb588 req-f3585ed4-db15-49f9-8bb9-88458c14c0d5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814312 Jun 24 08:47:55.801173 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6000100e-be46-491a-9e45-d848d874cf3e req-72124197-2c20-4ea5-8dc6-df8d279d47e3 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674806 Jun 24 08:47:56.291983 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:56.515732 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:47:56.979144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d10cf2-9ce8-4c15-9095-138ec40e1b3e req-f1e9e586-4d08-4a81-a6d9-cb28e9f567da tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:56.982358 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3d10cf2-9ce8-4c15-9095-138ec40e1b3e req-f1e9e586-4d08-4a81-a6d9-cb28e9f567da tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0905173 Jun 24 08:47:57.064362 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3d10cf2-9ce8-4c15-9095-138ec40e1b3e req-6e5457ec-7598-40fe-a1f8-fa02adfa146a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740285 Jun 24 08:47:58.244219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65691c-5538-4967-87fb-c09af082f062 req-e29abbc1-f0c4-4ae9-a70e-7312af77b7f6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:58.245850 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f65691c-5538-4967-87fb-c09af082f062 req-e29abbc1-f0c4-4ae9-a70e-7312af77b7f6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0680330 Jun 24 08:47:58.275070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:47:58.313161 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f65691c-5538-4967-87fb-c09af082f062 req-da1efc9e-857b-4a1c-9169-443e5e3949b8 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610783 Jun 24 08:47:59.485311 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cad6f9-2648-4a67-8b0e-9b02d3c3d3f8 req-6c3862e9-35b2-4cba-8f3a-5bf59e24e4c6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:47:59.486883 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-59cad6f9-2648-4a67-8b0e-9b02d3c3d3f8 req-6c3862e9-35b2-4cba-8f3a-5bf59e24e4c6 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0697353 Jun 24 08:47:59.557745 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-59cad6f9-2648-4a67-8b0e-9b02d3c3d3f8 req-c1ebf14a-2356-4104-b1f4-0505f844b568 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631645 Jun 24 08:47:59.731211 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:48:03.444411 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39872) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:03.571198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6c4aab0b-4b2b-4dbf-a3fc-44d76dd4caeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.671279 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6c4aab0b-4b2b-4dbf-a3fc-44d76dd4caeb admin admin] Publish callbacks [] for security_group (73130cfa-79af-493c-b248-2ea5f9489f90), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.677563 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-6c4aab0b-4b2b-4dbf-a3fc-44d76dd4caeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (73130cfa-79af-493c-b248-2ea5f9489f90), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.728755 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-6c4aab0b-4b2b-4dbf-a3fc-44d76dd4caeb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dc7a9c491bd42d19d790d302681437c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831829 Jun 24 08:48:03.729561 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aab0b-4b2b-4dbf-a3fc-44d76dd4caeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73130cfa-79af-493c-b248-2ea5f9489f90,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:03.732008 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39876) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:03.796341 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] Publish callbacks [] for security_group (73130cfa-79af-493c-b248-2ea5f9489f90), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.824082 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] Publish callbacks [] for security_group (73130cfa-79af-493c-b248-2ea5f9489f90), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.888322 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (73130cfa-79af-493c-b248-2ea5f9489f90), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.891656 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:03.892996 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73130cfa-79af-493c-b248-2ea5f9489f90 HTTP/1.1" status: 204 len: 168 time: 0.1599448 Jun 24 08:48:03.903277 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5bd2-cfaa-482e-8542-68b3afc6b946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73130cfa-79af-493c-b248-2ea5f9489f90,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:04.248364 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39882) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:04.263448 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eec92884-d657-49b9-810f-35cc637def47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.367522 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eec92884-d657-49b9-810f-35cc637def47 admin admin] Publish callbacks [] for security_group (6c01685e-59e2-41e2-975c-4d78db42a615), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.375569 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-eec92884-d657-49b9-810f-35cc637def47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6c01685e-59e2-41e2-975c-4d78db42a615), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.420993 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-eec92884-d657-49b9-810f-35cc637def47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdcb6f15db3e4589a11c8e738046d498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714334 Jun 24 08:48:04.421917 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92884-d657-49b9-810f-35cc637def47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01685e-59e2-41e2-975c-4d78db42a615,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:04.425034 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39884) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:04.512620 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] Publish callbacks [] for security_group (6c01685e-59e2-41e2-975c-4d78db42a615), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.516405 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:04.557906 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] Publish callbacks [] for security_group (6c01685e-59e2-41e2-975c-4d78db42a615), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.631599 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (6c01685e-59e2-41e2-975c-4d78db42a615), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.635010 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:04.636329 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c01685e-59e2-41e2-975c-4d78db42a615 HTTP/1.1" status: 204 len: 168 time: 0.2094140 Jun 24 08:48:04.646518 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e150347-6442-4b1d-9db5-56919434a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01685e-59e2-41e2-975c-4d78db42a615,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:05.063849 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39890) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:05.078593 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff8793b1-41ac-49a1-a295-748b2c12461c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.166150 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff8793b1-41ac-49a1-a295-748b2c12461c admin admin] Publish callbacks [] for security_group (910772fd-5b79-4cd8-91d3-56c9ab457519), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.171119 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff8793b1-41ac-49a1-a295-748b2c12461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (910772fd-5b79-4cd8-91d3-56c9ab457519), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.218297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8793b1-41ac-49a1-a295-748b2c12461c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910772fd-5b79-4cd8-91d3-56c9ab457519,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:05.222835 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ff8793b1-41ac-49a1-a295-748b2c12461c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3b2d4329ca346278fe32dc14b33acfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578968 Jun 24 08:48:05.227276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39892) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:05.289370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] Publish callbacks [] for security_group (910772fd-5b79-4cd8-91d3-56c9ab457519), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.327658 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] Publish callbacks [] for security_group (910772fd-5b79-4cd8-91d3-56c9ab457519), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.348292 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:05.403049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (910772fd-5b79-4cd8-91d3-56c9ab457519), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.406247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:05.407758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/910772fd-5b79-4cd8-91d3-56c9ab457519 HTTP/1.1" status: 204 len: 168 time: 0.1793978 Jun 24 08:48:05.421455 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a81c7-b3ed-49be-bb6d-b19f97c40f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910772fd-5b79-4cd8-91d3-56c9ab457519,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:06.756681 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 39926) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:06.883450 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ee629299-ad62-46bf-b1ee-b7c0ce67ba62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:06.990256 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:07.016321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ee629299-ad62-46bf-b1ee-b7c0ce67ba62 admin admin] Publish callbacks [] for security_group (7f9eb6a1-70ac-40f2-9e31-8dab378e11bb), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.021908 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ee629299-ad62-46bf-b1ee-b7c0ce67ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7f9eb6a1-70ac-40f2-9e31-8dab378e11bb), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.099180 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ee629299-ad62-46bf-b1ee-b7c0ce67ba62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2e37ac961f54d5997e1fdbb1c67b4f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410077 Jun 24 08:48:07.101621 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 39930) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:07.102662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629299-ad62-46bf-b1ee-b7c0ce67ba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9eb6a1-70ac-40f2-9e31-8dab378e11bb,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:07.164960 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] Publish callbacks [] for security_group (7f9eb6a1-70ac-40f2-9e31-8dab378e11bb), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.191714 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] Publish callbacks [] for security_group (7f9eb6a1-70ac-40f2-9e31-8dab378e11bb), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.245975 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7f9eb6a1-70ac-40f2-9e31-8dab378e11bb), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.252001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:07.253610 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f9eb6a1-70ac-40f2-9e31-8dab378e11bb HTTP/1.1" status: 204 len: 168 time: 0.1507349 Jun 24 08:48:07.256060 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:07.263622 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684629de-b9d6-4b1d-b790-1bc6bd626786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9eb6a1-70ac-40f2-9e31-8dab378e11bb,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:08.665398 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:09.726318 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=73 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:09.727501 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=77 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:09.893981 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-7e41fbaa-0219-4f68-a094-3718a46999f5 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393338 Jun 24 08:48:10.136244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-a8695e2c-f29b-489d-9aff-f85ffcd9b77d tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:10.138685 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-a8695e2c-f29b-489d-9aff-f85ffcd9b77d tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375429 Jun 24 08:48:10.157824 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-03191417-8312-4ad5-9a89-638931dd888b tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/quotas/0d4721b2f8834f2fa81aa7d0d5f090e2 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Jun 24 08:48:10.194597 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-ef090ef7-4e8c-4aa1-9c07-675023c1210f tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310977 Jun 24 08:48:10.428305 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d3891ac8-ab8b-4cdc-9588-a1b725512798 req-75567d2e-0cf5-4829-a364-1bda202abb8b tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 210 time: 0.0531735 Jun 24 08:48:11.551670 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-74dd21d9-66fe-46d8-b41f-c11460ae086f tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521133 Jun 24 08:48:11.553562 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-dd635991-0e45-4b63-af8d-cf44292fcd59 req-a89a2a38-c0a7-4362-9f0a-dc94456b32d2 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 210 time: 0.0405281 Jun 24 08:48:11.701200 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-bde317fe-a608-4c8b-9a75-5579c4a9038a tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:11.702938 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-bde317fe-a608-4c8b-9a75-5579c4a9038a tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427324 Jun 24 08:48:11.724021 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Request body: {'port': {'device_id': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504', 'admin_state_up': True, 'tenant_id': '0d4721b2f8834f2fa81aa7d0d5f090e2'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:11.896443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Made reservation on behalf of 0d4721b2f8834f2fa81aa7d0d5f090e2 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:48:11.900526 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:11.911293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:11.999931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks [] for security_group (17e23ca6-ab4c-4f9b-b86c-42bb2561de69), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.004683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (17e23ca6-ab4c-4f9b-b86c-42bb2561de69), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.081979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e23ca6-ab4c-4f9b-b86c-42bb2561de69,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:12.103663 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:12.173758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Allocated IP 192.168.233.68 (86c2cd95-c15d-48e9-a6b3-47ae4ebf0504/d68cf6e4-dde6-435f-bd51-00e436d72578/37ae926b-d415-4ce6-94ed-8c634b9dd6de) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:48:12.366753 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks [] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.382315 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:12.407604 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.458523 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:48:12.462244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:48:12.467154 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:48:12.474401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Pushing event updated for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:12.531873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:12.532544 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.556149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-8b5ac219-8eff-4943-9ffa-47411e485fdd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8358529 Jun 24 08:48:12.579589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Request body: {'port': {'device_id': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:12.696960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.713060 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0eca0995-91c7-4eda-abeb-4631a4a04454 None None] Provisioning complete for port 37ae926b-d415-4ce6-94ed-8c634b9dd6de triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:48:12.714001 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0eca0995-91c7-4eda-abeb-4631a4a04454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:12.715723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157abf6-5948-441f-af04-c171144b7199 req-e83eb6ad-5dca-4e18-a7f5-945dbf91057e tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:12.717266 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3157abf6-5948-441f-af04-c171144b7199 req-e83eb6ad-5dca-4e18-a7f5-945dbf91057e tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 935 time: 0.0633187 Jun 24 08:48:12.753820 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0eca0995-91c7-4eda-abeb-4631a4a04454 None None] Port 37ae926b-d415-4ce6-94ed-8c634b9dd6de cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:48:12.927556 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3157abf6-5948-441f-af04-c171144b7199 req-3c09851c-6e19-4d62-a504-dfa39302636a tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738021 Jun 24 08:48:13.089782 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:13.105104 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ae926b-d415-4ce6-94ed-8c634b9dd6de {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:48:13.115012 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks [] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:13.131233 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Transition to ACTIVE for port object 37ae926b-d415-4ce6-94ed-8c634b9dd6de will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:48:13.135125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:13.194418 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Pushing event updated for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:13.285092 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Attempting to bind port 37ae926b-d415-4ce6-94ed-8c634b9dd6de on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:48:13.285608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Attempting to bind port 37ae926b-d415-4ce6-94ed-8c634b9dd6de by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:48:13.286159 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Attempting to bind port 37ae926b-d415-4ce6-94ed-8c634b9dd6de on network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:48:13.292816 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Port 37ae926b-d415-4ce6-94ed-8c634b9dd6de on network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:48:13.293360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Attempting to bind port 37ae926b-d415-4ce6-94ed-8c634b9dd6de on network 86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:48:13.300887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:48:13.301354 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Checking segment: {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:48:13.301924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Bound using segment: {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:48:13.302554 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Bound port: 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52ded2f-8d99-4d2a-8380-e99e8096f70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:48:13.303087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:13.392905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:48:13.398015 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:48:13.406720 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:13.411535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:13.447199 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:13.447812 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:13.449245 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] 10.222.0.49 "PUT /v2.0/ports/37ae926b-d415-4ce6-94ed-8c634b9dd6de HTTP/1.1" status: 200 len: 1097 time: 0.8770635 Jun 24 08:48:13.450552 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:13.452757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdcd249-1f6d-407c-9d18-7b97d970b36f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:13.489298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:13.499552 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a13a-6d84-48b3-b726-5b2e31c74a22 service neutron] Pushing event updated for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:13.536886 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff01b660-d098-4c45-a28b-3d89b20a4ac9 x-openstack-request-id: req-ff01b660-d098-4c45-a28b-3d89b20a4ac9 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:13.536886 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:13.536886 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff01b660-d098-4c45-a28b-3d89b20a4ac9 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:13.536886 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff01b660-d098-4c45-a28b-3d89b20a4ac9'] response: {'name': 'network-changed', 'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de', 'status': 'completed', 'code': 200} Jun 24 08:48:13.568495 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-a514f6c3-8732-4617-a5f2-72f26ee684ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:13.570281 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-a514f6c3-8732-4617-a5f2-72f26ee684ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 1131 time: 0.0479949 Jun 24 08:48:13.632374 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-373ecd33-e759-4d17-8ed8-2e01639fd38d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de HTTP/1.1" status: 200 len: 217 time: 0.0486391 Jun 24 08:48:13.684782 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d28a0b4-fdd7-44bd-8a4a-0c2ebabcec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:13.686715 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-4d28a0b4-fdd7-44bd-8a4a-0c2ebabcec4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d68cf6e4-dde6-435f-bd51-00e436d72578 HTTP/1.1" status: 200 len: 843 time: 0.0482433 Jun 24 08:48:13.739611 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-88a4d428-346a-4a2d-991c-162b4736a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:13.741232 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-88a4d428-346a-4a2d-991c-162b4736a794 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86c2cd95-c15d-48e9-a6b3-47ae4ebf0504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0479317 Jun 24 08:48:13.843311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-e982bd16-3caa-4853-9939-23455098f9a2 service neutron] 10.222.0.49 "GET /v2.0/networks/86c2cd95-c15d-48e9-a6b3-47ae4ebf0504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949399 Jun 24 08:48:13.941072 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0285f9ab-bf4a-41bc-ba9e-cae0eaf70b7f req-c8ef05e0-ad62-4f4f-abc6-746952822761 service neutron] 10.222.0.49 "GET /v2.0/networks/86c2cd95-c15d-48e9-a6b3-47ae4ebf0504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902596 Jun 24 08:48:14.068222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836768-1191-4d7f-8292-459fe99eb363 req-da7d48cb-b7ff-4a3b-88ad-92f5087b5f10 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:14.069894 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49836768-1191-4d7f-8292-459fe99eb363 req-da7d48cb-b7ff-4a3b-88ad-92f5087b5f10 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 947 time: 0.0554841 Jun 24 08:48:14.126518 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49836768-1191-4d7f-8292-459fe99eb363 req-6361a28a-1437-43b5-81dd-8130e0b2c5f3 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Jun 24 08:48:14.915895 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-2c3b971a-3703-4496-a486-2bbc36a91f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:14.918904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-2c3b971a-3703-4496-a486-2bbc36a91f9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 1131 time: 0.0608892 Jun 24 08:48:15.027257 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:15.033199 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-00c8086d-57ce-409f-aae4-e88758cfb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:15.035259 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-00c8086d-57ce-409f-aae4-e88758cfb978 service neutron] 10.222.0.49 "GET /v2.0/networks?id=86c2cd95-c15d-48e9-a6b3-47ae4ebf0504 HTTP/1.1" status: 200 len: 870 time: 0.1109955 Jun 24 08:48:15.080748 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-2554b1a9-b3fc-4545-bfde-c8dbc1adedf4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de HTTP/1.1" status: 200 len: 217 time: 0.0376511 Jun 24 08:48:15.137952 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-6b0bcc42-d230-4dad-81a4-27854f27fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:15.139581 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-6b0bcc42-d230-4dad-81a4-27854f27fc96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d68cf6e4-dde6-435f-bd51-00e436d72578 HTTP/1.1" status: 200 len: 843 time: 0.0525970 Jun 24 08:48:15.220118 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-7a0310fd-5897-4c1f-bd14-b82e4716e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:15.221672 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-7a0310fd-5897-4c1f-bd14-b82e4716e4d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86c2cd95-c15d-48e9-a6b3-47ae4ebf0504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0752416 Jun 24 08:48:15.303897 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3d71-d6b6-470e-9ded-c845c27517cd req-5d0b80e6-ab43-4d2d-a982-e8795cd393a4 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:15.305481 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87cc3d71-d6b6-470e-9ded-c845c27517cd req-5d0b80e6-ab43-4d2d-a982-e8795cd393a4 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 947 time: 0.0773306 Jun 24 08:48:15.398500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-c8334d9a-ae6e-416c-bda1-65e7a8dfa7d6 service neutron] 10.222.0.49 "GET /v2.0/networks/86c2cd95-c15d-48e9-a6b3-47ae4ebf0504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688299 Jun 24 08:48:15.420062 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87cc3d71-d6b6-470e-9ded-c845c27517cd req-5e72d469-0bf4-4c40-a776-f19ef19ee172 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878699 Jun 24 08:48:15.504163 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8fdcd249-1f6d-407c-9d18-7b97d970b36f req-a1d44f3e-cab6-41ad-98e6-73d8c20772af service neutron] 10.222.0.49 "GET /v2.0/networks/86c2cd95-c15d-48e9-a6b3-47ae4ebf0504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970390 Jun 24 08:48:16.599911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6a03c-9c33-422f-9de5-65bd039165c4 req-10b7f1ff-bae8-46a2-8dce-969afdda1cb5 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:16.602371 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53d6a03c-9c33-422f-9de5-65bd039165c4 req-10b7f1ff-bae8-46a2-8dce-969afdda1cb5 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 947 time: 0.0760531 Jun 24 08:48:16.622510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:16.657232 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53d6a03c-9c33-422f-9de5-65bd039165c4 req-00d731e7-e192-46d8-917c-54dacba78852 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 Jun 24 08:48:16.801728 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 37ae926b-d415-4ce6-94ed-8c634b9dd6de details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:48:16.947496 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:16.961507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '37ae926b-d415-4ce6-94ed-8c634b9dd6de', 'network_id': '86c2cd95-c15d-48e9-a6b3-47ae4ebf0504', 'port_id': '37ae926b-d415-4ce6-94ed-8c634b9dd6de', 'mac_address': 'fa:16:3e:fb:94:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68cf6e4-dde6-435f-bd51-00e436d72578', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:48:16.999190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 37ae926b-d415-4ce6-94ed-8c634b9dd6de is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:48:16.999623 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:17.014101 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ae926b-d415-4ce6-94ed-8c634b9dd6de {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:48:17.036013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:17.040711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:17.096569 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:17.104498 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.104955 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.105350 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.105810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.106187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.106558 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.106925 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.107293 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.107657 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.108020 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.108383 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.108768 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.109153 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.109510 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.109901 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:17.258297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:INSERT=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:17.396168 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['37ae926b-d415-4ce6-94ed-8c634b9dd6de'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:48:17.776302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a6ff3-7a96-44ea-b3b6-ff1a384121c8 req-d8454998-e30c-4c3e-b9a0-9720d47191d3 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:17.778525 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-177a6ff3-7a96-44ea-b3b6-ff1a384121c8 req-d8454998-e30c-4c3e-b9a0-9720d47191d3 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 948 time: 0.0507557 Jun 24 08:48:17.834535 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-177a6ff3-7a96-44ea-b3b6-ff1a384121c8 req-9569354a-8344-4501-b543-8b4a148c6e51 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Jun 24 08:48:18.815772 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 37ae926b-d415-4ce6-94ed-8c634b9dd6de up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:48:18.868439 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 37ae926b-d415-4ce6-94ed-8c634b9dd6de completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:48:18.879090 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 37ae926b-d415-4ce6-94ed-8c634b9dd6de triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:48:18.879462 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:18.969886 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 37ae926b-d415-4ce6-94ed-8c634b9dd6de is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:48:18.970391 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:18.972283 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd96029-70fb-472c-99e9-4b17e681e521 req-8a43a23e-b936-48e4-b566-11710d2f4589 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:18.974374 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dd96029-70fb-472c-99e9-4b17e681e521 req-8a43a23e-b936-48e4-b566-11710d2f4589 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 948 time: 0.0588171 Jun 24 08:48:19.003514 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:19.005584 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85816933-9730-4d2f-a3e5-4afc28232898" -d '{"events": [{"server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "name": "network-vif-plugged", "status": "completed", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:19.020254 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:19.025859 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:19.062070 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dd96029-70fb-472c-99e9-4b17e681e521 req-180755a4-e54b-430e-9265-60dd104a92fd tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736327 Jun 24 08:48:19.065013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e1640-68a5-4daf-9dbc-bf1c6ccf234e x-openstack-request-id: req-356e1640-68a5-4daf-9dbc-bf1c6ccf234e {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:19.065292 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "name": "network-vif-plugged", "status": "completed", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:19.065565 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-356e1640-68a5-4daf-9dbc-bf1c6ccf234e {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:19.065946 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-356e1640-68a5-4daf-9dbc-bf1c6ccf234e'] response: {'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de', 'code': 200} Jun 24 08:48:19.066338 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:19.102084 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:19.305943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acd048-f74e-46ae-b4df-13a5655a50c8 req-ae7ec7a3-e179-4ed0-a6e5-2b96ac180df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:19.307746 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-10acd048-f74e-46ae-b4df-13a5655a50c8 req-ae7ec7a3-e179-4ed0-a6e5-2b96ac180df9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 1133 time: 0.0523114 Jun 24 08:48:19.365277 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-10acd048-f74e-46ae-b4df-13a5655a50c8 req-21deeb95-5090-456b-9706-c02290a98b05 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Jun 24 08:48:20.197397 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f86e5-27ed-4c31-bd7c-ce115c36063f req-303fe55e-f377-4cfc-addb-64d88ab50d8c tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:20.198965 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-822f86e5-27ed-4c31-bd7c-ce115c36063f req-303fe55e-f377-4cfc-addb-64d88ab50d8c tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 949 time: 0.0536911 Jun 24 08:48:20.264494 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-822f86e5-27ed-4c31-bd7c-ce115c36063f req-220da7a3-fc4a-45b9-aee0-2ba6d056fc79 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Jun 24 08:48:21.241170 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b860b455-b81a-4b16-97c2-29dd7ed3adbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:21.397838 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd4b96-33ce-414d-a460-94dc2b1133aa req-1b7bfac4-62a2-4905-91e8-6a8e111a8d10 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:21.399466 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-68fd4b96-33ce-414d-a460-94dc2b1133aa req-1b7bfac4-62a2-4905-91e8-6a8e111a8d10 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 949 time: 0.0620022 Jun 24 08:48:21.454861 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-68fd4b96-33ce-414d-a460-94dc2b1133aa req-48c6fb43-9a86-48dc-9351-0f575b6242da tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Jun 24 08:48:21.742027 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df92f3b-9419-4f5b-92ae-4e735334eb36 req-8e5f28f4-8127-4fc7-852b-73441b5d0cc0 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:21.743581 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5df92f3b-9419-4f5b-92ae-4e735334eb36 req-8e5f28f4-8127-4fc7-852b-73441b5d0cc0 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 949 time: 0.0602586 Jun 24 08:48:21.796772 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5df92f3b-9419-4f5b-92ae-4e735334eb36 req-2adb1f04-d3e1-4146-b1b1-e8cd367f5b47 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464783 Jun 24 08:48:22.911185 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:22.926301 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fca7a1-66b7-415e-be93-7db1105c70c4 req-a5452b56-d604-4525-8ec0-1f52cfe7c65a tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:22.927844 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20fca7a1-66b7-415e-be93-7db1105c70c4 req-a5452b56-d604-4525-8ec0-1f52cfe7c65a tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 949 time: 0.0515170 Jun 24 08:48:22.984331 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-20fca7a1-66b7-415e-be93-7db1105c70c4 req-2b7c01c3-5fd4-41fc-8573-121614e8d709 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/security-groups?id=17e23ca6-ab4c-4f9b-b86c-42bb2561de69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Jun 24 08:48:23.438600 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-69991571-85a6-4632-845a-16134b396933 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:23.440105 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-69991571-85a6-4632-845a-16134b396933 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 949 time: 0.0519745 Jun 24 08:48:23.531739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Deleting port 37ae926b-d415-4ce6-94ed-8c634b9dd6de {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:23.532138 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:23.568491 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4c8084f1-9558-4de1-b4a8-e5a6ff2f182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:23.646661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] For port 37ae926b-d415-4ce6-94ed-8c634b9dd6de, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=37ae926b-d415-4ce6-94ed-8c634b9dd6de,segment=NetworkSegment(e52ded2f-8d99-4d2a-8380-e99e8096f70c),segment_id=e52ded2f-8d99-4d2a-8380-e99e8096f70c)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:23.646961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:23.662193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Calling delete_port for 37ae926b-d415-4ce6-94ed-8c634b9dd6de owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:23.737547 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:23.817163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (37ae926b-d415-4ce6-94ed-8c634b9dd6de), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:23.846836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Pushing event deleted for resources: {'Port': ['ID=37ae926b-d415-4ce6-94ed-8c634b9dd6de,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:23.863548 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.863888 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.864225 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.864561 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.865100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.865300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.865542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.865875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.866198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.866523 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.866844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.867164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.867504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.867788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.868105 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:23.868307 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['37ae926b-d415-4ce6-94ed-8c634b9dd6de'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:48:23.923922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] No DVR routers for this DVR port 37ae926b-d415-4ce6-94ed-8c634b9dd6de on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:48:23.927118 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:23.931715 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1cd3a967-923d-4310-b4ac-8f74c6d66715 req-0cd9dba8-f777-4975-a561-4a8211d5e5a8 tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.49 "DELETE /v2.0/ports/37ae926b-d415-4ce6-94ed-8c634b9dd6de HTTP/1.1" status: 204 len: 173 time: 0.4846113 Jun 24 08:48:23.932443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'name': 'network-vif-deleted', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:23.937534 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9cf7a3-6e6a-4998-bac5-27624d7018cc" -d '{"events": [{"server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "name": "network-vif-deleted", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:24.000922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1747241-f8e2-4c98-8446-c93686c3551e x-openstack-request-id: req-c1747241-f8e2-4c98-8446-c93686c3551e {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:24.001337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ad5ab31-d398-48ca-9206-2d937f08771c", "name": "network-vif-deleted", "tag": "37ae926b-d415-4ce6-94ed-8c634b9dd6de", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:24.001860 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1747241-f8e2-4c98-8446-c93686c3551e {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:24.002426 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1747241-f8e2-4c98-8446-c93686c3551e'] response: {'server_uuid': '8ad5ab31-d398-48ca-9206-2d937f08771c', 'name': 'network-vif-deleted', 'tag': '37ae926b-d415-4ce6-94ed-8c634b9dd6de', 'status': 'completed', 'code': 200} Jun 24 08:48:24.142655 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f8a52229-c68e-4a3c-8ff9-612015d9e155 req-b30cb0eb-1e64-4592-a4fe-1e0d1a1d1c9f tempest-VolumesNegativeTest-1890822434 tempest-VolumesNegativeTest-1890822434-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ad5ab31-d398-48ca-9206-2d937f08771c HTTP/1.1" status: 200 len: 210 time: 0.0388048 Jun 24 08:48:24.854565 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:24.870342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:26.301084 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:26.517632 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:26.750666 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:26.751455 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:26.850993 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 37ae926b-d415-4ce6-94ed-8c634b9dd6de no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:48:26.871789 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 37ae926b-d415-4ce6-94ed-8c634b9dd6de {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:48:26.872633 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 37ae926b-d415-4ce6-94ed-8c634b9dd6de not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:48:29.506609 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40276) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:29.668893 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-a4c434ec-39d7-422f-b8b6-5c6adefd537c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4721b2f8834f2fa81aa7d0d5f090e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602323 Jun 24 08:48:29.671895 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40280) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:29.734266 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] Publish callbacks [] for security_group (17e23ca6-ab4c-4f9b-b86c-42bb2561de69), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:29.769940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] Publish callbacks [] for security_group (17e23ca6-ab4c-4f9b-b86c-42bb2561de69), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:29.850877 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (17e23ca6-ab4c-4f9b-b86c-42bb2561de69), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:29.853740 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:29.855009 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17e23ca6-ab4c-4f9b-b86c-42bb2561de69 HTTP/1.1" status: 204 len: 168 time: 0.1820509 Jun 24 08:48:29.868334 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0b9a4-6ed5-4858-afa8-217198e6fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e23ca6-ab4c-4f9b-b86c-42bb2561de69,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:33.176399 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f1fb4-8056-4a66-85a6-31b9852ab8d4 req-87f1965a-ef20-42c4-b665-ad74473cdae1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:33.177985 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fe0f1fb4-8056-4a66-85a6-31b9852ab8d4 req-87f1965a-ef20-42c4-b665-ad74473cdae1 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0691833 Jun 24 08:48:33.240229 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-fe0f1fb4-8056-4a66-85a6-31b9852ab8d4 req-b4d4e722-df5a-4dd9-8775-fa32f188bb69 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516803 Jun 24 08:48:34.375249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d1a66-afd1-4ea9-8d66-8718272300f0 req-8221a4a0-5226-40ff-a772-2880fcdb0531 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:34.376867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1d1a66-afd1-4ea9-8d66-8718272300f0 req-8221a4a0-5226-40ff-a772-2880fcdb0531 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0533931 Jun 24 08:48:34.444650 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5c1d1a66-afd1-4ea9-8d66-8718272300f0 req-e9604f5f-7f61-44ad-b08c-214cb02ec031 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614691 Jun 24 08:48:34.700572 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-d4e8d34c-fcf0-40d6-8463-6eec6192bbbb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:34.702196 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-d4e8d34c-fcf0-40d6-8463-6eec6192bbbb tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.0582740 Jun 24 08:48:34.801667 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Deleting port 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:34.802045 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (43c59752-b640-4bc3-91df-788def083aa2), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:34.818382 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:34.908330 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] For port 43c59752-b640-4bc3-91df-788def083aa2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=43c59752-b640-4bc3-91df-788def083aa2,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:34.908669 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (43c59752-b640-4bc3-91df-788def083aa2), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:35.391089 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:35.392124 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (24314345-2144-42a3-870c-fec5b4955824), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:35.392124 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Floating IP 24314345-2144-42a3-870c-fec5b4955824 disassociated. External IP: 172.27.1.76, port: 43c59752-b640-4bc3-91df-788def083aa2. Jun 24 08:48:35.392647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Calling delete_port for 43c59752-b640-4bc3-91df-788def083aa2 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:35.651510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4221-60a4-4d83-97d2-d324ff5d988f req-03b52965-0e0b-4c82-8ab7-2a49115d5f8a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:35.654816 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d13e4221-60a4-4d83-97d2-d324ff5d988f req-03b52965-0e0b-4c82-8ab7-2a49115d5f8a tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/ports?device_id=c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268 HTTP/1.1" status: 200 len: 946 time: 0.1203294 Jun 24 08:48:35.656670 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (43c59752-b640-4bc3-91df-788def083aa2), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:35.673073 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:35.725204 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'Port': ['ID=43c59752-b640-4bc3-91df-788def083aa2,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:35.860624 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d13e4221-60a4-4d83-97d2-d324ff5d988f req-890274c5-8c99-48b6-a19c-c826623fd897 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups?id=e1a4efce-0e1c-472f-b83d-abd945aaa7d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890280 Jun 24 08:48:35.931796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:48:36.056741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:48:36.071884 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:48:36.091130 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:36.092182 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:36.125248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] No DVR routers for this DVR port 43c59752-b640-4bc3-91df-788def083aa2 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:48:36.129365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:36.134771 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-54cd344b-787b-4dd4-b5ff-e90c5516f8ec req-27c6a708-e2bc-4d1c-b5c0-f805eaf76281 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.49 "DELETE /v2.0/ports/43c59752-b640-4bc3-91df-788def083aa2 HTTP/1.1" status: 204 len: 173 time: 1.4258666 Jun 24 08:48:36.135598 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-deleted', 'tag': '43c59752-b640-4bc3-91df-788def083aa2'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:36.139908 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0b561-d3b6-4359-8125-42db17eaf747" -d '{"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-deleted", "tag": "43c59752-b640-4bc3-91df-788def083aa2"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:36.194042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af255356-6beb-4df0-bd1a-fae4d9bf5a22 x-openstack-request-id: req-af255356-6beb-4df0-bd1a-fae4d9bf5a22 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:36.194758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268", "name": "network-vif-deleted", "tag": "43c59752-b640-4bc3-91df-788def083aa2", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:36.195537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af255356-6beb-4df0-bd1a-fae4d9bf5a22 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:36.196509 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af255356-6beb-4df0-bd1a-fae4d9bf5a22'] response: {'server_uuid': 'c99f8bb2-1b7c-4cf6-a23d-79d0ed3df268', 'name': 'network-vif-deleted', 'tag': '43c59752-b640-4bc3-91df-788def083aa2', 'status': 'completed', 'code': 200} Jun 24 08:48:36.295313 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:36.693155 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:36.726254 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:48:36.733522 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:48:36.740964 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:36.741584 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:36.883145 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:36.998948 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40336) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:37.092776 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (e1a4efce-0e1c-472f-b83d-abd945aaa7d9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.133135 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (e1a4efce-0e1c-472f-b83d-abd945aaa7d9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.149683 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:37.185378 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f7705-5916-4ca9-a731-71fd5581e426 None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:40:39Z', 'revision_number': 4, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'f5ad0155-a57a-41e8-acef-762f501246ea', 'name': '', 'network_id': 'd6cb1f6d-0926-47d2-a6bc-b702c79729da', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'mac_address': 'fa:16:3e:59:3f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:38Z', 'updated_at': '2022-06-24T08:40:47Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'subnets': [{'id': '2ac679c0-59f4-48c1-b0f5-46c60be8d00a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:48:37.205538 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e1a4efce-0e1c-472f-b83d-abd945aaa7d9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.209371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.211141 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1a4efce-0e1c-472f-b83d-abd945aaa7d9 HTTP/1.1" status: 204 len: 168 time: 0.2107894 Jun 24 08:48:37.216102 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40338) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:37.224200 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d87df-5114-462b-b765-016b81ac39f4 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a4efce-0e1c-472f-b83d-abd945aaa7d9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:37.241089 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.api.v2.resource [None req-d2570890-59ce-4e21-8ed6-03233b3fbbde tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] show failed (client error): The resource could not be found. Jun 24 08:48:37.242728 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d2570890-59ce-4e21-8ed6-03233b3fbbde tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "GET /v2.0/security-groups/e1a4efce-0e1c-472f-b83d-abd945aaa7d9 HTTP/1.1" status: 404 len: 347 time: 0.0239997 Jun 24 08:48:37.246131 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40340) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:37.390872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Deleting port a03646fb-5aa0-4467-899a-c117daec260a {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:37.391132 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (a03646fb-5aa0-4467-899a-c117daec260a), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.499201 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (a03646fb-5aa0-4467-899a-c117daec260a), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.499677 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (a03646fb-5aa0-4467-899a-c117daec260a), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.519517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Calling delete_port for a03646fb-5aa0-4467-899a-c117daec260a owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:37.520255 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160cbf4-5aa1-4c0c-be77-8c0e2583d36f None None] New status for floating IP 24314345-2144-42a3-870c-fec5b4955824: DOWN {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:48:37.732292 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (a03646fb-5aa0-4467-899a-c117daec260a), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.763332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Pushing event deleted for resources: {'Port': ['ID=a03646fb-5aa0-4467-899a-c117daec260a,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:37.834453 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks [] for floatingip (24314345-2144-42a3-870c-fec5b4955824), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.837007 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:37.838230 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c1a48fb3-2f98-42eb-b3e5-a5faf4c73dbe tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] 10.222.0.13 "DELETE /v2.0/floatingips/24314345-2144-42a3-870c-fec5b4955824 HTTP/1.1" status: 204 len: 168 time: 0.5911064 Jun 24 08:48:38.668844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:38.924100 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:48:38.944805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 43c59752-b640-4bc3-91df-788def083aa2 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:48:38.945154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 43c59752-b640-4bc3-91df-788def083aa2 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:48:40.074701 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40366) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:40.081975 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141433166', 'description': 'tempest-description--264656635'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:40.109398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.170405 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:40.191603 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (dfda9907-b97a-47bd-bdbb-ead641db8520), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.195597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dfda9907-b97a-47bd-bdbb-ead641db8520), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.233033 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.234315 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1582074 Jun 24 08:48:40.236349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2103f5-97cb-4598-b3a7-59e6b5d085d7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfda9907-b97a-47bd-bdbb-ead641db8520,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:40.238674 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40372) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:40.244908 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': 'dfda9907-b97a-47bd-bdbb-ead641db8520', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:40.294144 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (d776e533-146b-4b22-bfd0-c33c44f45e27), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.329454 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40376) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:40.348651 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:40.362286 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-80020021-d25e-4b06-9410-6c6d15154bef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493808 Jun 24 08:48:40.365779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:40.382767 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (d776e533-146b-4b22-bfd0-c33c44f45e27), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.397521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (d776e533-146b-4b22-bfd0-c33c44f45e27), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.426297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d776e533-146b-4b22-bfd0-c33c44f45e27,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:40.433782 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.435538 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5a3f05b4-dfb8-49a6-bc5d-fe7e4fe0feee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953747 Jun 24 08:48:40.438630 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40380) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:40.443574 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': 'dfda9907-b97a-47bd-bdbb-ead641db8520', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:40.475964 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (bba4b01b-ad5a-4bc7-8328-3007f5ade8cc), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.507049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-4f6bd24a-103e-4c68-b2a7-e7f68e2ee592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:40.508822 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-4f6bd24a-103e-4c68-b2a7-e7f68e2ee592 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1129 time: 0.0695441 Jun 24 08:48:40.556967 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (bba4b01b-ad5a-4bc7-8328-3007f5ade8cc), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.563478 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (bba4b01b-ad5a-4bc7-8328-3007f5ade8cc), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.598029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba4b01b-ad5a-4bc7-8328-3007f5ade8cc,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:40.639864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.641676 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a717b50c-cf79-4903-b2cf-6a587523c834 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2015290 Jun 24 08:48:40.646367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40382) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:40.653814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:40.686066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-7e695e6c-fb7c-46f0-9b97-12fac23b9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:40.687657 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-7e695e6c-fb7c-46f0-9b97-12fac23b9a5c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1557899 Jun 24 08:48:40.705739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.825088 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-e87bc304-07ba-43a5-8fb9-d834e42ee30a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 1001 time: 0.1299882 Jun 24 08:48:40.881950 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.899392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-0b2d8e21-bb72-4937-925c-83a9746556bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:40.900916 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-0b2d8e21-bb72-4937-925c-83a9746556bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0703869 Jun 24 08:48:40.973592 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:40.984743 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:40.996840 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-f1bf7266-7a43-4ec4-bb40-43a9ca971c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:40.998431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-f1bf7266-7a43-4ec4-bb40-43a9ca971c00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626130 Jun 24 08:48:41.113743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.27.1.127 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/1c01004b-c9a4-45c5-badc-bc5e0944e0ea) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:48:41.172734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-327abc82-dc71-448f-a2f7-cd0667403bca service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521404 Jun 24 08:48:41.241419 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Deleting port f5ad0155-a57a-41e8-acef-762f501246ea {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:41.242191 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.294814 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:41.311948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.333521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] For port f5ad0155-a57a-41e8-acef-762f501246ea, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f5ad0155-a57a-41e8-acef-762f501246ea,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:41.334476 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.348593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e81510b2-9b4a-4338-85f8-589d8a11eee8 req-f797f656-a0c0-4920-97c1-8129ba56ceab service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447475 Jun 24 08:48:41.350213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Calling delete_port for f5ad0155-a57a-41e8-acef-762f501246ea owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:41.373745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.413951 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:41.420488 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:41.424507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:48:41.427939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:48:41.432000 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:48:41.436206 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=1c01004b-c9a4-45c5-badc-bc5e0944e0ea,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:41.526268 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.574979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.713880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:41.751557 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.757174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.834004 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=1c01004b-c9a4-45c5-badc-bc5e0944e0ea,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:41.843324 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (f5ad0155-a57a-41e8-acef-762f501246ea), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.847206 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.865333 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:41.866684 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-abffc9ba-1440-40df-999e-1bee31b3e961 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2188468 Jun 24 08:48:41.873419 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Pushing event deleted for resources: {'Port': ['ID=f5ad0155-a57a-41e8-acef-762f501246ea,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:42.064067 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:42.149140 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-b2f53368-5b5e-4c11-b3f0-b85bc8a26fae tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--141433166&fields=id&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 267 time: 0.0506096 Jun 24 08:48:42.274071 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-37688423-3000-4b2f-97c8-bdefad3c2ede tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:42.275387 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-37688423-3000-4b2f-97c8-bdefad3c2ede tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.1180522 Jun 24 08:48:42.300148 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-251f97a3-d5b6-425e-8904-2e7d83f27314 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/quotas/7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 375 time: 0.0158093 Jun 24 08:48:42.333223 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:48:42.362818 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-44704822-2a21-4f90-8d4d-aeead2cbc67c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553992 Jun 24 08:48:42.446334 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:48:42.457334 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ed8d2238-1651-45bf-a7cb-ec7bb1df3bba admin admin] 10.222.0.13 "PUT /v2.0/routers/9a6e3137-2099-477e-b029-c5dd5e33cbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1221924 Jun 24 08:48:42.457443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40396) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:42.459530 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Sync routers for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:48:42.475644 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:42.476604 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:42.528024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-bb15da7f-fd3f-4e1f-a192-cbf4c9f54c07 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464152 Jun 24 08:48:42.573718 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:42.600038 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:42.646043 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks [] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:42.716659 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-9dd918fb-7c27-47b4-b543-83b6ef2928f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791048 Jun 24 08:48:42.778345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks [] for router_gateway (9a6e3137-2099-477e-b029-c5dd5e33cbf0), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:42.803462 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:48:41Z', 'revision_number': 5, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port': {'id': '5e0710b8-03f1-4400-8f04-4e2f14058f02', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:82:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:40:33Z', 'updated_at': '2022-06-24T08:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:42.835035 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Checking router: 9a6e3137-2099-477e-b029-c5dd5e33cbf0 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:48:42.838144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Deleting port 5e0710b8-03f1-4400-8f04-4e2f14058f02 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:42.838738 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:42.847388 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:42.850720 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Routers {'9a6e3137-2099-477e-b029-c5dd5e33cbf0'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:42.851800 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:42.868508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:42.971678 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e822b3c6-3d2e-4c22-9837-3ff7000eb7b2 req-66174482-35d6-41fa-b980-c6604180ce83 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 210 time: 0.0499790 Jun 24 08:48:42.977073 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] Set router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:42.978711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] For port 5e0710b8-03f1-4400-8f04-4e2f14058f02, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=5e0710b8-03f1-4400-8f04-4e2f14058f02,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:42.979150 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:42.994878 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Calling delete_port for 5e0710b8-03f1-4400-8f04-4e2f14058f02 owned by network:router_gateway {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:43.053251 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:48:42Z', 'revision_number': 6, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:43.083642 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a0469-6a7f-4485-a3d8-7d1a796979ca None None] The sync data for ids ['9a6e3137-2099-477e-b029-c5dd5e33cbf0'] in dv-cinder-847131-2-iscsi is: [{'id': '9a6e3137-2099-477e-b029-c5dd5e33cbf0', 'name': 'tempest-AttachVolumeShelveTestJSON-94078656-router', 'tenant_id': '4de333e57ed34492bee6491335ff4356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:40:31Z', 'updated_at': '2022-06-24T08:48:42Z', 'revision_number': 6, 'project_id': '4de333e57ed34492bee6491335ff4356', 'gw_port_host': None}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:48:43.190028 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (5e0710b8-03f1-4400-8f04-4e2f14058f02), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.217930 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0710b8-03f1-4400-8f04-4e2f14058f02,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:43.286863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.389130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.392450 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks [] for router_controller (9a6e3137-2099-477e-b029-c5dd5e33cbf0), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.446423 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (9a6e3137-2099-477e-b029-c5dd5e33cbf0), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.448155 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6e3137-2099-477e-b029-c5dd5e33cbf0 {{(pid=110636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:48:43.453736 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.455429 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b9fcec97-94f0-4c6a-a0b0-0e9b0427d9ae admin admin] 10.222.0.13 "DELETE /v2.0/routers/9a6e3137-2099-477e-b029-c5dd5e33cbf0 HTTP/1.1" status: 204 len: 168 time: 0.9968617 Jun 24 08:48:43.457504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40408) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:43.508834 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Deleting subnet 2ac679c0-59f4-48c1-b0f5-46c60be8d00a {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:48:43.513478 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Publish callbacks [] for subnet (2ac679c0-59f4-48c1-b0f5-46c60be8d00a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.563127 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (2ac679c0-59f4-48c1-b0f5-46c60be8d00a), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.610611 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:43.674792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (2ac679c0-59f4-48c1-b0f5-46c60be8d00a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.740939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (2ac679c0-59f4-48c1-b0f5-46c60be8d00a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.768915 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac679c0-59f4-48c1-b0f5-46c60be8d00a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:43.772494 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.775716 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c841f9ac-1019-4369-ba27-1b38102c94fe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ac679c0-59f4-48c1-b0f5-46c60be8d00a HTTP/1.1" status: 204 len: 168 time: 0.3171890 Jun 24 08:48:43.779576 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40410) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:43.783382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81a7b73-6b8a-4b28-9d98-b9fd1175f186 None None] Network d6cb1f6d-0926-47d2-a6bc-b702c79729da requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:48:43.857474 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (d6cb1f6d-0926-47d2-a6bc-b702c79729da), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.908494 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Deleting port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:43.908832 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:43.960382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] DHCP port deletion for d6cb1f6d-0926-47d2-a6bc-b702c79729da request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:48:44.000647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] For port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:44.001118 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.019245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Deleting port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:48:44.019620 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.034327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Calling delete_port for 63b65fad-e54f-48b5-b45c-ff3940ad4b3d owned by network:dhcp {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:44.099636 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] For port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,segment=NetworkSegment(5270f1b6-3714-4852-8b3b-c380a74b77fa),segment_id=5270f1b6-3714-4852-8b3b-c380a74b77fa)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:44.100032 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.122724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Calling delete_port for 63b65fad-e54f-48b5-b45c-ff3940ad4b3d owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:48:44.137578 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:44.198310 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8125ad36-29c6-4511-9737-3c8f6ce06924 req-9550c5ff-7c43-4d01-8809-f964168b1ca9 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 210 time: 0.0562298 Jun 24 08:48:44.228039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.260966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] Pushing event deleted for resources: {'Port': ['ID=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:44.263312 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7a420c-25e8-4f98-be9e-e5f39fc6192b None None] No DVR routers for this DVR port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:48:44.290408 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (63b65fad-e54f-48b5-b45c-ff3940ad4b3d), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.317377 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b65fad-e54f-48b5-b45c-ff3940ad4b3d,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:44.324246 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] No DVR routers for this DVR port 63b65fad-e54f-48b5-b45c-ff3940ad4b3d on host dv-cinder-847131-2-iscsi {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:48:44.369952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63b65fad-e54f-48b5-b45c-ff3940ad4b3d no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:48:44.396960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 63b65fad-e54f-48b5-b45c-ff3940ad4b3d {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:48:44.397298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 63b65fad-e54f-48b5-b45c-ff3940ad4b3d not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:48:44.397942 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f5ad0155-a57a-41e8-acef-762f501246ea no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:48:44.421780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: f5ad0155-a57a-41e8-acef-762f501246ea {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:48:44.422298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f5ad0155-a57a-41e8-acef-762f501246ea not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:48:44.422948 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 5e0710b8-03f1-4400-8f04-4e2f14058f02 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:48:44.454703 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (d6cb1f6d-0926-47d2-a6bc-b702c79729da), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.455028 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 5e0710b8-03f1-4400-8f04-4e2f14058f02 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:48:44.455551 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 5e0710b8-03f1-4400-8f04-4e2f14058f02 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:48:44.487327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cb1f6d-0926-47d2-a6bc-b702c79729da']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:44.498951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5270f1b6-3714-4852-8b3b-c380a74b77fa') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:44.499248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5270f1b6-3714-4852-8b3b-c380a74b77fa') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:44.512907 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (5270f1b6-3714-4852-8b3b-c380a74b77fa), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.552956 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (5270f1b6-3714-4852-8b3b-c380a74b77fa), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.576900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:48:44.577516 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (5270f1b6-3714-4852-8b3b-c380a74b77fa), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.635099 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 5270f1b6-3714-4852-8b3b-c380a74b77fa resource provider aggregate not found Jun 24 08:48:44.692337 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 5270f1b6-3714-4852-8b3b-c380a74b77fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5270f1b6-3714-4852-8b3b-c380a74b77fa found for delete ", "request_id": "req-5d6a7950-d878-41ab-85b2-d5662d1b3fe3"}]} Jun 24 08:48:44.708323 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (d6cb1f6d-0926-47d2-a6bc-b702c79729da), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.726993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:44.730834 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d6cb1f6d-0926-47d2-a6bc-b702c79729da HTTP/1.1" status: 204 len: 168 time: 0.9497609 Jun 24 08:48:44.731812 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e555c-3de4-4aa1-8623-079b3bf63cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cb1f6d-0926-47d2-a6bc-b702c79729da,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:44.739342 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-de257b02-a372-49a9-a3c4-1d367cad554d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:44.740780 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-de257b02-a372-49a9-a3c4-1d367cad554d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.2255020 Jun 24 08:48:44.864696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40424) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:44.913998 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-249243d3-1ef1-40ed-ad7c-8aaba5038a67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4de333e57ed34492bee6491335ff4356&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479801 Jun 24 08:48:44.918423 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40426) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:44.924600 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:44.939245 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-4851eefe-bdf0-4178-ae27-254acd0ead5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 472 time: 0.1053090 Jun 24 08:48:44.949947 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'port': {'device_id': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'admin_state_up': True, 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'security_groups': ['dfda9907-b97a-47bd-bdbb-ead641db8520']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:44.977657 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] Publish callbacks [] for security_group (72c280e9-c4d6-4179-bcca-37f52b9a21d5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.002257 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] Publish callbacks [] for security_group (72c280e9-c4d6-4179-bcca-37f52b9a21d5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.019422 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:45.063695 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (72c280e9-c4d6-4179-bcca-37f52b9a21d5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.067212 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.068907 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72c280e9-c4d6-4179-bcca-37f52b9a21d5 HTTP/1.1" status: 204 len: 168 time: 0.1493771 Jun 24 08:48:45.072496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:48:45.076118 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:45.076635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.083948 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c47ac-e126-4623-b076-233eb9f74474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c280e9-c4d6-4179-bcca-37f52b9a21d5,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:45.241210 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.20.0.14 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/db1380f2-5023-4908-b975-28df4d44f376) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:48:45.392943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c42a6cdf-19a2-4d65-b084-c7146e8a562b req-abc1eff4-0b23-4840-ac37-14b4bc4174e0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 210 time: 0.0842664 Jun 24 08:48:45.515661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (db1380f2-5023-4908-b975-28df4d44f376), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.522309 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:45.567749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.620479 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:48:45.624548 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:48:45.628852 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:48:45.664401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:45.687187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:45.687846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:45.712658 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-456a3614-58bf-4485-ac81-9021655a625a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686701 Jun 24 08:48:45.733598 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Request body: {'port': {'device_id': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:45.979724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-ec8bf842-8e91-43e1-b0f2-304e07cb422e None None] Provisioning complete for port db1380f2-5023-4908-b975-28df4d44f376 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:48:45.981066 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ec8bf842-8e91-43e1-b0f2-304e07cb422e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (db1380f2-5023-4908-b975-28df4d44f376), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.032895 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-ec8bf842-8e91-43e1-b0f2-304e07cb422e None None] Port db1380f2-5023-4908-b975-28df4d44f376 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:48:46.101180 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (db1380f2-5023-4908-b975-28df4d44f376), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.267046 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:46.441502 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1380f2-5023-4908-b975-28df4d44f376 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:48:46.451139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks [] for port (db1380f2-5023-4908-b975-28df4d44f376), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.467172 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Transition to ACTIVE for port object db1380f2-5023-4908-b975-28df4d44f376 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:48:46.472896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.596299 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:46.635061 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd0c67-4297-4265-91c8-679fe7f9cb1c req-eb506daa-81e2-48a1-9789-44f840ef95ee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:46.637323 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9cd0c67-4297-4265-91c8-679fe7f9cb1c req-eb506daa-81e2-48a1-9789-44f840ef95ee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 944 time: 0.1144526 Jun 24 08:48:46.743962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Attempting to bind port db1380f2-5023-4908-b975-28df4d44f376 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:48:46.744268 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Attempting to bind port db1380f2-5023-4908-b975-28df4d44f376 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:48:46.744517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Attempting to bind port db1380f2-5023-4908-b975-28df4d44f376 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:48:46.752484 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d9cd0c67-4297-4265-91c8-679fe7f9cb1c req-58c914b9-6e06-4b0d-9ebf-561001e17d24 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950983 Jun 24 08:48:46.755223 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Port db1380f2-5023-4908-b975-28df4d44f376 on network 0f76c266-a8af-466b-8b61-0e931014df30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:48:46.755729 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Attempting to bind port db1380f2-5023-4908-b975-28df4d44f376 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:48:46.763739 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:48:46.764088 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:48:46.765111 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:48:46.765661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Bound port: db1380f2-5023-4908-b975-28df4d44f376, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:48:46.766153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (db1380f2-5023-4908-b975-28df4d44f376), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.841407 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:48:46.845298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=db1380f2-5023-4908-b975-28df4d44f376,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:48:46.853637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.898649 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:46.899271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:46.900780 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] 10.222.0.49 "PUT /v2.0/ports/db1380f2-5023-4908-b975-28df4d44f376 HTTP/1.1" status: 200 len: 1094 time: 1.1754620 Jun 24 08:48:46.901191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:46.904405 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227b6135-5d78-41fa-85f2-c373339bae00" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "tag": "db1380f2-5023-4908-b975-28df4d44f376"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:46.911618 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:46.929764 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64961-1611-4e26-ae03-28fb82fbf3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:46.997333 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db71d7d-d6a1-4c46-8ee3-a8771c40ec42 x-openstack-request-id: req-9db71d7d-d6a1-4c46-8ee3-a8771c40ec42 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:46.997631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "tag": "db1380f2-5023-4908-b975-28df4d44f376", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:46.997953 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9db71d7d-d6a1-4c46-8ee3-a8771c40ec42 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:46.998457 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db71d7d-d6a1-4c46-8ee3-a8771c40ec42'] response: {'name': 'network-changed', 'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376', 'status': 'completed', 'code': 200} Jun 24 08:48:47.036521 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-c2dff4b3-29fd-4d88-ba8d-e1a53326d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:47.040748 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-c2dff4b3-29fd-4d88-ba8d-e1a53326d975 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 1128 time: 0.0575812 Jun 24 08:48:47.123170 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-f32e254f-9a19-4ae9-9a53-180cb789e017 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db1380f2-5023-4908-b975-28df4d44f376 HTTP/1.1" status: 200 len: 217 time: 0.0695302 Jun 24 08:48:47.177517 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-2ee82116-d102-4d01-adde-2c4af74df9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:47.178925 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-2ee82116-d102-4d01-adde-2c4af74df9f8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0507033 Jun 24 08:48:47.241174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d217d-3163-4517-9c31-628a6920be61 req-8a04ff69-a27b-45b4-99a2-444430d8d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:47.243064 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-8a04ff69-a27b-45b4-99a2-444430d8d955 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568538 Jun 24 08:48:47.305263 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40476) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:47.374695 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-9abbba21-2a2a-4f4e-813c-74c0ba0c1758 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255212 Jun 24 08:48:47.455382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.482200 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:47.487606 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-376d217d-3163-4517-9c31-628a6920be61 req-448ae48c-e8e1-44fa-a65a-07a6efe71d10 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072795 Jun 24 08:48:47.554039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Publish callbacks [] for security_group (e8c781a6-d0b6-4ea7-9582-ff19c315402e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.559784 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e8c781a6-d0b6-4ea7-9582-ff19c315402e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.603050 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96de0530d58a41869b79bec262b795bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964773 Jun 24 08:48:47.603963 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c781a6-d0b6-4ea7-9582-ff19c315402e,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:47.606278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40480) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:47.612320 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.612658 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.612995 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.613338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.613663 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.614017 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.614340 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.614658 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.614974 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.615290 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.615613 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.615931 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.616239 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.616552 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.616864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d19cdb9-5eb6-4399-a5fc-0a3bf5b04907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:48:47.665068 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] Publish callbacks [] for security_group (e8c781a6-d0b6-4ea7-9582-ff19c315402e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.694253 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] Publish callbacks [] for security_group (e8c781a6-d0b6-4ea7-9582-ff19c315402e), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.744137 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (e8c781a6-d0b6-4ea7-9582-ff19c315402e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.748044 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:47.749312 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8c781a6-d0b6-4ea7-9582-ff19c315402e HTTP/1.1" status: 204 len: 168 time: 0.1419125 Jun 24 08:48:47.760171 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2119e84-da8e-40c1-b9a7-0e8c8090b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c781a6-d0b6-4ea7-9582-ff19c315402e,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:47.934055 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c85890-4d0c-4d91-af85-80f6b5f43a86 req-9101a8a5-77d0-4cb5-b5f7-f669c0e99ffa tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:47.935706 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-28c85890-4d0c-4d91-af85-80f6b5f43a86 req-9101a8a5-77d0-4cb5-b5f7-f669c0e99ffa tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 944 time: 0.0806975 Jun 24 08:48:47.999791 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-28c85890-4d0c-4d91-af85-80f6b5f43a86 req-a780672d-7684-4031-9a9c-416ec363e9c8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571465 Jun 24 08:48:48.112207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40488) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:48.126745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-56a6bfad-2143-405e-9005-0c3c03a8e458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.207058 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-56a6bfad-2143-405e-9005-0c3c03a8e458 admin admin] Publish callbacks [] for security_group (4ceb9921-a05b-485e-8a82-84e4e5d20a19), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.211111 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-56a6bfad-2143-405e-9005-0c3c03a8e458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4ceb9921-a05b-485e-8a82-84e4e5d20a19), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.251400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6bfad-2143-405e-9005-0c3c03a8e458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceb9921-a05b-485e-8a82-84e4e5d20a19,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:48.256318 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-56a6bfad-2143-405e-9005-0c3c03a8e458 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06973281c84444c5b880258a81fff1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429110 Jun 24 08:48:48.260415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40490) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:48.303093 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6135-5d78-41fa-85f2-c373339bae00 req-b51a5f1f-439c-4116-bc82-ab6b8f0e71f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:48.304620 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-b51a5f1f-439c-4116-bc82-ab6b8f0e71f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 1128 time: 0.0471542 Jun 24 08:48:48.320111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] Publish callbacks [] for security_group (4ceb9921-a05b-485e-8a82-84e4e5d20a19), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.347434 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] Publish callbacks [] for security_group (4ceb9921-a05b-485e-8a82-84e4e5d20a19), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.405093 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4ceb9921-a05b-485e-8a82-84e4e5d20a19), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.407783 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:48.408947 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ceb9921-a05b-485e-8a82-84e4e5d20a19 HTTP/1.1" status: 204 len: 168 time: 0.1475227 Jun 24 08:48:48.421891 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e83d0-81d1-44ac-a6a7-8beed9965258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceb9921-a05b-485e-8a82-84e4e5d20a19,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:48.425203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6135-5d78-41fa-85f2-c373339bae00 req-90637d24-45d4-404c-8b85-51f5c31ca1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:48.427730 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-90637d24-45d4-404c-8b85-51f5c31ca1d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.1166871 Jun 24 08:48:48.482236 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-6143caac-9cd4-45b9-a54b-f0209129be34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db1380f2-5023-4908-b975-28df4d44f376 HTTP/1.1" status: 200 len: 217 time: 0.0468867 Jun 24 08:48:48.522449 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:48.538931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6135-5d78-41fa-85f2-c373339bae00 req-dce29541-7447-461a-93a1-2b6544e86498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:48.541259 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-dce29541-7447-461a-93a1-2b6544e86498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0542026 Jun 24 08:48:48.597257 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6135-5d78-41fa-85f2-c373339bae00 req-d942fb50-55e1-4973-b391-488402515bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:48.598820 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-d942fb50-55e1-4973-b391-488402515bfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521662 Jun 24 08:48:48.709154 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-5e0f8fbf-62fc-42de-b6d7-06583d7e0d30 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961111 Jun 24 08:48:48.810608 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-227b6135-5d78-41fa-85f2-c373339bae00 req-e4699c4e-bf27-4d42-ac65-297f1282dc3e service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948384 Jun 24 08:48:48.990332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device db1380f2-5023-4908-b975-28df4d44f376 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:48:49.105440 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:49.131106 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:49.145163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=db1380f2-5023-4908-b975-28df4d44f376,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:49.155477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f50e5-55ce-4ca9-9a52-2e66930f7ac9 req-84a02720-1e95-4549-a935-72da50fcf570 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:49.158078 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f39f50e5-55ce-4ca9-9a52-2e66930f7ac9 req-84a02720-1e95-4549-a935-72da50fcf570 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 944 time: 0.0701857 Jun 24 08:48:49.166691 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'db1380f2-5023-4908-b975-28df4d44f376', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'port_id': 'db1380f2-5023-4908-b975-28df4d44f376', 'mac_address': 'fa:16:3e:3b:e8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:48:49.235174 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f39f50e5-55ce-4ca9-9a52-2e66930f7ac9 req-9ae57afb-30f8-4ad9-89a6-49a6022d6222 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704579 Jun 24 08:48:49.250780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port db1380f2-5023-4908-b975-28df4d44f376 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:48:49.251368 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (db1380f2-5023-4908-b975-28df4d44f376), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:49.263456 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:49.267441 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1380f2-5023-4908-b975-28df4d44f376 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:48:49.290983 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=db1380f2-5023-4908-b975-28df4d44f376,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:49.296130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:49.359509 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:49.581554 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['db1380f2-5023-4908-b975-28df4d44f376'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:48:50.380810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d449-7937-4283-8e39-131762ad30a1 req-43fade7b-7a09-4f3a-b37d-159fda9740c3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:50.382449 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7795d449-7937-4283-8e39-131762ad30a1 req-43fade7b-7a09-4f3a-b37d-159fda9740c3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 945 time: 0.0658808 Jun 24 08:48:50.460582 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7795d449-7937-4283-8e39-131762ad30a1 req-31c8980b-3616-4307-84e0-bbee9c4765ef tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676410 Jun 24 08:48:51.252868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ccc70f8a-65e8-43dc-bf30-77abc3a86d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:51.603269 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b57bd2-43cf-4824-9bbf-8abea561e372 req-9e48ef1d-e8a6-4fcb-9ce0-faa65110fb23 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:51.604896 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d7b57bd2-43cf-4824-9bbf-8abea561e372 req-9e48ef1d-e8a6-4fcb-9ce0-faa65110fb23 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 945 time: 0.0608196 Jun 24 08:48:51.665111 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d7b57bd2-43cf-4824-9bbf-8abea561e372 req-64ba0119-3961-48fb-a39d-0e93bc85d370 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537632 Jun 24 08:48:52.794757 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device db1380f2-5023-4908-b975-28df4d44f376 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:48:52.795675 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86590a24-2596-46b0-a9f4-117296defbd7 req-4dd3ef43-c541-4014-8614-663f488f05cb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:52.796804 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-86590a24-2596-46b0-a9f4-117296defbd7 req-4dd3ef43-c541-4014-8614-663f488f05cb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 945 time: 0.0602639 Jun 24 08:48:52.858214 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:52.865615 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-86590a24-2596-46b0-a9f4-117296defbd7 req-90352e18-da67-4c15-bf09-df3b3184b2c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615718 Jun 24 08:48:52.888172 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port db1380f2-5023-4908-b975-28df4d44f376 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:48:52.895837 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port db1380f2-5023-4908-b975-28df4d44f376 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:48:52.896600 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (db1380f2-5023-4908-b975-28df4d44f376), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:53.010411 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port db1380f2-5023-4908-b975-28df4d44f376 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:48:53.011212 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (db1380f2-5023-4908-b975-28df4d44f376), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:53.054399 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:53.057303 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=18 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:53.061192 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccb67cf-033c-4b17-9cd4-60e6a3a7c06b" -d '{"events": [{"server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "name": "network-vif-plugged", "status": "completed", "tag": "db1380f2-5023-4908-b975-28df4d44f376"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:53.097300 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=db1380f2-5023-4908-b975-28df4d44f376,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:48:53.108454 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:53.155908 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd31f813-2e6c-4806-b763-5b0541d429e6 x-openstack-request-id: req-bd31f813-2e6c-4806-b763-5b0541d429e6 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:53.156419 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "name": "network-vif-plugged", "status": "completed", "tag": "db1380f2-5023-4908-b975-28df4d44f376", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:53.156918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd31f813-2e6c-4806-b763-5b0541d429e6 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:53.157626 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd31f813-2e6c-4806-b763-5b0541d429e6'] response: {'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376', 'code': 200} Jun 24 08:48:53.206505 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:53.388449 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3b563-aad6-4735-b347-15e4f09892b6 req-3f2af691-5baf-474e-8f5c-e4b15085e40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:53.390030 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cee3b563-aad6-4735-b347-15e4f09892b6 req-3f2af691-5baf-474e-8f5c-e4b15085e40f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 1130 time: 0.0445707 Jun 24 08:48:53.444760 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cee3b563-aad6-4735-b347-15e4f09892b6 req-745aa1db-eefa-45d8-8d8f-5528beed4d57 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472574 Jun 24 08:48:53.567816 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-48054ab3-eed0-4f94-99c6-944fcf01ea0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:53.994196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b61c-91eb-46b9-82ea-d98962605d80 req-fffea7a3-b713-4264-8072-ecc8ca796447 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:53.995900 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aff2b61c-91eb-46b9-82ea-d98962605d80 req-fffea7a3-b713-4264-8072-ecc8ca796447 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0547540 Jun 24 08:48:54.048144 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aff2b61c-91eb-46b9-82ea-d98962605d80 req-f69cfd13-b3f7-47e8-bc6b-3afa89f0baea tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464840 Jun 24 08:48:54.869893 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:55.181133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a50693-0a82-42e9-94c1-a3c59c102ac7 req-a5ff607c-fff2-4eda-be8c-d2908ff6ebfb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:55.184644 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-12a50693-0a82-42e9-94c1-a3c59c102ac7 req-a5ff607c-fff2-4eda-be8c-d2908ff6ebfb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0598097 Jun 24 08:48:55.239223 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-12a50693-0a82-42e9-94c1-a3c59c102ac7 req-04b2fe5a-77e6-4217-be9e-cba810787d06 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489337 Jun 24 08:48:56.313677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:56.400808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8f990-714e-4a7b-a0eb-8c05bc50df0d req-b1a1d4da-5a74-4caf-b278-8fc001e7c4ff tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:56.403219 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bdc8f990-714e-4a7b-a0eb-8c05bc50df0d req-b1a1d4da-5a74-4caf-b278-8fc001e7c4ff tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0674994 Jun 24 08:48:56.465898 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:56.475332 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bdc8f990-714e-4a7b-a0eb-8c05bc50df0d req-afe3f27f-d7e1-4507-bca8-8a22551d6f06 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656703 Jun 24 08:48:56.527654 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:56.634378 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cddbc2-8b68-4994-b7dc-15e93a87cb40 req-97cc951f-f128-4bd0-a49e-2d263ea68166 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:56.636149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90cddbc2-8b68-4994-b7dc-15e93a87cb40 req-97cc951f-f128-4bd0-a49e-2d263ea68166 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0581484 Jun 24 08:48:56.647844 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40656) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:56.655462 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'port_id': 'db1380f2-5023-4908-b975-28df4d44f376'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:56.698551 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-34808f51-cc29-4bb9-adf8-39ab15941e30 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404408504&fields=id&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 267 time: 0.0569508 Jun 24 08:48:56.700395 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:56.848763 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-75094710-60d4-4f8d-89eb-2965561bdc26 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:56.850515 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-75094710-60d4-4f8d-89eb-2965561bdc26 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.1396737 Jun 24 08:48:56.871579 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-e2867880-9b7d-45f9-80ee-2a5bbc4fdb3f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/quotas/d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 375 time: 0.0104494 Jun 24 08:48:56.935943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-429e6a85-788f-4e9b-9db4-97cebf650fcf tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0558500 Jun 24 08:48:57.029236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:57.048146 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-b372fa7a-d64a-42c4-b55b-d439f8956d05 service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007764 Jun 24 08:48:57.160035 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-fe9fb1c9-8a50-4544-9646-e85ba1131b89 service neutron] 10.222.0.13 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056530 Jun 24 08:48:57.243064 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:57.248907 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:57.351168 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:57.368319 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP e853ad16-92b6-4695-a3fb-48b2cc506e06 associated. External IP: 172.27.1.127, port: db1380f2-5023-4908-b975-28df4d44f376. Jun 24 08:48:57.413447 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:57.543900 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-040a7a3c-dccd-422d-b951-de186a6d2b2d req-3dd334ba-1601-4c77-9f22-2847e2748c22 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 210 time: 0.0341558 Jun 24 08:48:57.638064 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:48:57.772728 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:48:57.779552 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:57.791444 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:48:57.818126 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:57.820525 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:57.834210 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-859cf0ff-d280-4900-a64e-66726f45434e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "PUT /v2.0/floatingips/e853ad16-92b6-4695-a3fb-48b2cc506e06 HTTP/1.1" status: 200 len: 992 time: 1.1847186 Jun 24 08:48:57.835294 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:48:57.838906 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "tag": "db1380f2-5023-4908-b975-28df4d44f376"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:48:57.881561 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5464e09d-6dca-42dc-9942-6144b9f96b7a x-openstack-request-id: req-5464e09d-6dca-42dc-9942-6144b9f96b7a {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:48:57.881971 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "tag": "db1380f2-5023-4908-b975-28df4d44f376", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:48:57.882309 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5464e09d-6dca-42dc-9942-6144b9f96b7a {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:48:57.882797 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5464e09d-6dca-42dc-9942-6144b9f96b7a'] response: {'name': 'network-changed', 'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376', 'status': 'completed', 'code': 200} Jun 24 08:48:57.977321 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:57.985911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:57.995849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-88a0223b-1934-494e-973c-591db36f41f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:57.997868 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-88a0223b-1934-494e-973c-591db36f41f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 1130 time: 0.0679412 Jun 24 08:48:58.127686 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-7a55da51-6cb1-4c81-8695-b09d28174013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:58.129564 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-7a55da51-6cb1-4c81-8695-b09d28174013 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.1255949 Jun 24 08:48:58.203800 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-7d7faf60-ba11-4a68-be48-a00cd457d747 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db1380f2-5023-4908-b975-28df4d44f376 HTTP/1.1" status: 200 len: 1000 time: 0.0663939 Jun 24 08:48:58.268504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-7a470f09-d8b2-48b9-8dee-df54bca72fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:58.271543 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-7a470f09-d8b2-48b9-8dee-df54bca72fe7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0620878 Jun 24 08:48:58.334850 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:58.337709 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-2f068246-fafa-4262-8eba-4ea4cb8ca494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:58.339917 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-2f068246-fafa-4262-8eba-4ea4cb8ca494 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611942 Jun 24 08:48:58.416526 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}, {'id': 'e853ad16-92b6-4695-a3fb-48b2cc506e06', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'db1380f2-5023-4908-b975-28df4d44f376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:48:41Z', 'updated_at': '2022-06-24T08:48:57Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:58.461725 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:48:58.472394 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:48:58.473116 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:58.473762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-28a8793a-5170-483d-84d5-0e32fb605e52 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086731 Jun 24 08:48:58.597897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a86f0fd9-9c98-4ad2-a1f8-a9859519119f req-0427ddd0-8174-47f1-943e-52f5666b4730 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163809 Jun 24 08:48:58.607931 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:48:58.616309 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40698) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:58.670085 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-41c0066e-d93d-49b1-86a6-d27a4fe041ce req-e0650c33-c37f-4c5e-ba5a-95329468d3eb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 210 time: 0.0295658 Jun 24 08:48:58.740648 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2e4073f-66c3-49c7-8c1b-6aeb37b01700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:58.827794 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2e4073f-66c3-49c7-8c1b-6aeb37b01700 admin admin] Publish callbacks [] for security_group (0d72f001-5693-4821-bed9-5f5556da7e61), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:58.832759 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f2e4073f-66c3-49c7-8c1b-6aeb37b01700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0d72f001-5693-4821-bed9-5f5556da7e61), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:58.853716 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}, {'id': 'e853ad16-92b6-4695-a3fb-48b2cc506e06', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'db1380f2-5023-4908-b975-28df4d44f376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:48:41Z', 'updated_at': '2022-06-24T08:48:57Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:48:58.875750 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f2e4073f-66c3-49c7-8c1b-6aeb37b01700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0e5a32a8f674a0aa5aa91bb83b14233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578268 Jun 24 08:48:58.876638 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4073f-66c3-49c7-8c1b-6aeb37b01700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72f001-5693-4821-bed9-5f5556da7e61,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:58.878827 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40702) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:58.892577 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380dd0b4-80a2-43fb-9db2-bbfc198c11d6 None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}, {'id': 'e853ad16-92b6-4695-a3fb-48b2cc506e06', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.127', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'db1380f2-5023-4908-b975-28df4d44f376', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:48:41Z', 'updated_at': '2022-06-24T08:48:57Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:48:58.939556 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] Publish callbacks [] for security_group (0d72f001-5693-4821-bed9-5f5556da7e61), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:58.966518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] Publish callbacks [] for security_group (0d72f001-5693-4821-bed9-5f5556da7e61), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:58.973184 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:59.043771 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0d72f001-5693-4821-bed9-5f5556da7e61), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.046344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.047507 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d72f001-5693-4821-bed9-5f5556da7e61 HTTP/1.1" status: 204 len: 168 time: 0.1674459 Jun 24 08:48:59.121714 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae7a19-482f-446d-a603-7281e6c1b277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72f001-5693-4821-bed9-5f5556da7e61,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:59.162944 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c73a0-f1fa-431a-a2f3-fd886e2a52fd None None] New status for floating IP e853ad16-92b6-4695-a3fb-48b2cc506e06: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:48:59.169847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-06939880-01f9-409a-9669-915531003338 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:59.171615 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-06939880-01f9-409a-9669-915531003338 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 810 time: 0.1579344 Jun 24 08:48:59.203289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:59.263331 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-a6434170-3821-4b41-b367-92f07cedf180 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0b95979aebe47bc92c387de59394942 HTTP/1.1" status: 200 len: 379 time: 0.0772843 Jun 24 08:48:59.276063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'port': {'device_id': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'admin_state_up': True, 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'security_groups': ['529c0a81-d7c0-49bf-94d7-65db6eaff35e']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:48:59.415134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Made reservation on behalf of d0b95979aebe47bc92c387de59394942 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:48:59.420181 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.439990 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40708) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:59.458822 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c932adf-af3b-4c42-9843-1b5db38a13e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.544720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c932adf-af3b-4c42-9843-1b5db38a13e1 admin admin] Publish callbacks [] for security_group (dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.549401 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c932adf-af3b-4c42-9843-1b5db38a13e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.569872 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.20.0.3 (6af235bb-9dd2-419a-b173-c8cd5b4cf745/a987ff3b-9cb2-4828-8f29-d7c732e1f00c/54831ccd-9e3d-43d3-b0ec-2741aac6057b) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:48:59.591371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c932adf-af3b-4c42-9843-1b5db38a13e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:59.595731 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4c932adf-af3b-4c42-9843-1b5db38a13e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b2f50f418e14da68a6ed374ca5d8e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545863 Jun 24 08:48:59.598854 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40710) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:48:59.653036 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] Publish callbacks [] for security_group (dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.655572 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:48:59.680066 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] Publish callbacks [] for security_group (dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.735279 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.756612 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.766218 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.769363 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe HTTP/1.1" status: 204 len: 168 time: 0.1699543 Jun 24 08:48:59.791147 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc082f95-0196-4e4c-94fb-8b56320373f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9ef3f3-5893-4548-b0e2-fa9ad0748fbe,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:48:59.813678 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:48:59.919807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:48:59.931069 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b467a69-e599-4948-bae1-bf8e9ab139df req-25a6325d-6d2a-4e80-926a-371e93101e41 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:48:59.932829 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0b467a69-e599-4948-bae1-bf8e9ab139df req-25a6325d-6d2a-4e80-926a-371e93101e41 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 931 time: 0.1306007 Jun 24 08:48:59.934220 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:48:59.943596 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:00.020607 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:00.021580 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.035351 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:00.040793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:00.077748 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-5f3c54e7-264e-4864-91fa-65a451ffa9e3 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8092196 Jun 24 08:49:00.111360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Request body: {'port': {'device_id': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:00.131565 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0b467a69-e599-4948-bae1-bf8e9ab139df req-16e34847-3130-4692-9dec-e8971a06ba5c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922991 Jun 24 08:49:00.236693 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.291746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:00.367702 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40718) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:00.374528 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:00.383489 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d015ee-276b-4a00-94a2-fa0a0edede28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.415597 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-ce3fe28d-74d7-4d22-906a-e7c0caddee25 None None] Provisioning complete for port 54831ccd-9e3d-43d3-b0ec-2741aac6057b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:00.416669 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ce3fe28d-74d7-4d22-906a-e7c0caddee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.456128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fe28d-74d7-4d22-906a-e7c0caddee25 None None] Port 54831ccd-9e3d-43d3-b0ec-2741aac6057b cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:00.485716 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d015ee-276b-4a00-94a2-fa0a0edede28 admin admin] Publish callbacks [] for security_group (af701778-5892-4655-a513-5d016b1f852c), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.490778 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c0d015ee-276b-4a00-94a2-fa0a0edede28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (af701778-5892-4655-a513-5d016b1f852c), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.533079 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d015ee-276b-4a00-94a2-fa0a0edede28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af701778-5892-4655-a513-5d016b1f852c,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:00.540032 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c0d015ee-276b-4a00-94a2-fa0a0edede28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=640091cda2bd4938a1cfa42c70f1c3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687880 Jun 24 08:49:00.540749 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40720) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:00.605534 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54831ccd-9e3d-43d3-b0ec-2741aac6057b {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:49:00.619905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks [] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.641214 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Transition to ACTIVE for port object 54831ccd-9e3d-43d3-b0ec-2741aac6057b will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:49:00.650337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.687806 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] Publish callbacks [] for security_group (af701778-5892-4655-a513-5d016b1f852c), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.742372 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] Publish callbacks [] for security_group (af701778-5892-4655-a513-5d016b1f852c), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.744415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Pushing event updated for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:00.852686 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Attempting to bind port 54831ccd-9e3d-43d3-b0ec-2741aac6057b on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:00.853707 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Attempting to bind port 54831ccd-9e3d-43d3-b0ec-2741aac6057b by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:00.854200 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Attempting to bind port 54831ccd-9e3d-43d3-b0ec-2741aac6057b on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:00.863239 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Port 54831ccd-9e3d-43d3-b0ec-2741aac6057b on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:49:00.863608 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Attempting to bind port 54831ccd-9e3d-43d3-b0ec-2741aac6057b on network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:00.874893 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (af701778-5892-4655-a513-5d016b1f852c), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.877494 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.878978 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af701778-5892-4655-a513-5d016b1f852c HTTP/1.1" status: 204 len: 168 time: 0.3372905 Jun 24 08:49:00.879839 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:00.880163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Checking segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:00.880553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Bound using segment: {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:00.880974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Bound port: 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bfcc222-78ed-4439-86d4-5bc770a2dbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:00.881317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:00.904744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a2bad-5ef1-43b9-8c40-7ad3f294ce9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af701778-5892-4655-a513-5d016b1f852c,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:00.986622 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:00.991986 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:01.000304 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:01.045788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:01.045788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:01.046483 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] 10.222.0.49 "PUT /v2.0/ports/54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 200 len: 1093 time: 0.9492950 Jun 24 08:49:01.047043 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:01.050136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b27b221-faa9-458f-b206-80593e164293" -d '{"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:01.078038 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245687-cb2d-4998-90f3-8a34877da332 service neutron] Pushing event updated for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:01.107201 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64794cb-7fc3-4210-9076-d777f37d0f51 x-openstack-request-id: req-e64794cb-7fc3-4210-9076-d777f37d0f51 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:01.107440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:01.107691 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e64794cb-7fc3-4210-9076-d777f37d0f51 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:01.108099 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64794cb-7fc3-4210-9076-d777f37d0f51'] response: {'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'status': 'completed', 'code': 200} Jun 24 08:49:01.182006 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-ede87b0a-4c2e-4cdd-81d8-2ab3b7400a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:01.184170 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-ede87b0a-4c2e-4cdd-81d8-2ab3b7400a5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0512798 Jun 24 08:49:01.254977 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-9641ddd3-be6e-4b8b-9e59-b33c148ac9fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 200 len: 217 time: 0.0423894 Jun 24 08:49:01.265867 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:01.335527 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:01.351462 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e25e56-bea6-44f8-ae16-e4b04886ec63 req-d8f329ca-9309-46d2-8d72-a2e59a7a15f4 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:01.353037 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-73e25e56-bea6-44f8-ae16-e4b04886ec63 req-d8f329ca-9309-46d2-8d72-a2e59a7a15f4 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.1003120 Jun 24 08:49:01.365632 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-8f2de5fd-4fae-42ef-bc98-c9e737dcb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:01.365632 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-8f2de5fd-4fae-42ef-bc98-c9e737dcb5d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0990353 Jun 24 08:49:01.450141 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-043aaf84-4fb0-4730-bd89-34bf7f90c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:01.451739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-043aaf84-4fb0-4730-bd89-34bf7f90c540 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789368 Jun 24 08:49:01.471308 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-73e25e56-bea6-44f8-ae16-e4b04886ec63 req-5b5386c9-b16b-4ad7-824c-b77ea286f3d6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065016 Jun 24 08:49:01.569308 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-9246c8aa-cba9-4800-8c5a-f9187b74308f service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114893 Jun 24 08:49:01.679817 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01422f1f-1db0-4e0a-a663-f1e883db8d5b req-7a969a08-b72c-4999-aed5-c931f3acfc38 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044552 Jun 24 08:49:02.001810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b221-faa9-458f-b206-80593e164293 req-fc0d0803-d4d9-4ee9-b3fe-ccf328ec715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:02.003616 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-fc0d0803-d4d9-4ee9-b3fe-ccf328ec715f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1127 time: 0.0438879 Jun 24 08:49:02.109904 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b221-faa9-458f-b206-80593e164293 req-ee2154dc-e487-4665-8b66-cd14a4c35c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:02.111414 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-ee2154dc-e487-4665-8b66-cd14a4c35c37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1015885 Jun 24 08:49:02.155071 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-df7a5f4e-528e-4787-88dc-25608fa3da72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 200 len: 217 time: 0.0343697 Jun 24 08:49:02.211133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b221-faa9-458f-b206-80593e164293 req-3909de74-9cd5-41e4-b08e-3985038a809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:02.212612 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-3909de74-9cd5-41e4-b08e-3985038a809a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0496469 Jun 24 08:49:02.260100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27b221-faa9-458f-b206-80593e164293 req-2c42952a-907f-4613-b621-09526028a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:02.262223 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-2c42952a-907f-4613-b621-09526028a68a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440707 Jun 24 08:49:02.359204 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-c2a02659-f86b-4139-8a0b-519e09fb7237 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908968 Jun 24 08:49:02.466510 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5b27b221-faa9-458f-b206-80593e164293 req-89dbad18-1bfb-4c2c-8a77-9b9a693bf28c service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015122 Jun 24 08:49:02.630805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4c87c-193f-4fc1-80ea-daafc5538b2a req-2cbcad84-4a23-408e-9901-b9c6dfcd6827 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:02.633417 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70e4c87c-193f-4fc1-80ea-daafc5538b2a req-2cbcad84-4a23-408e-9901-b9c6dfcd6827 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0627091 Jun 24 08:49:02.693301 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70e4c87c-193f-4fc1-80ea-daafc5538b2a req-d7b26caf-c862-42eb-98ae-59004ce1d2ae tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532401 Jun 24 08:49:03.815999 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2386-596f-4264-9386-eded16019df4 req-826d35a8-ad33-4119-97b3-dd9de50a8526 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:03.817473 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9eba2386-596f-4264-9386-eded16019df4 req-826d35a8-ad33-4119-97b3-dd9de50a8526 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0510466 Jun 24 08:49:03.869563 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9eba2386-596f-4264-9386-eded16019df4 req-994f038a-2ea2-4eb3-908b-8b25605ccf05 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464802 Jun 24 08:49:04.981641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863582ee-7bbe-41b6-b117-8c47f510130b req-d9349717-fb1d-4a71-8144-81a6dfa9c383 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:04.983151 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-863582ee-7bbe-41b6-b117-8c47f510130b req-d9349717-fb1d-4a71-8144-81a6dfa9c383 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0465965 Jun 24 08:49:04.994049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:05.033375 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-863582ee-7bbe-41b6-b117-8c47f510130b req-53004994-ca01-4c0e-97e0-f4c0173c9a68 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447326 Jun 24 08:49:06.146729 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:06.155504 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b795f1-2830-4933-b020-8b1e8d45b635 req-d4ade7bd-5a21-4af9-9755-6bade1316fa9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:06.157150 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e3b795f1-2830-4933-b020-8b1e8d45b635 req-d4ade7bd-5a21-4af9-9755-6bade1316fa9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0535533 Jun 24 08:49:06.484963 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e3b795f1-2830-4933-b020-8b1e8d45b635 req-f2a96e17-1cdd-4f76-85a2-57c172bee5bc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217254 Jun 24 08:49:07.610744 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a074699-7d8f-4949-aea8-aadc57fa99d1 req-c6f63c59-c85a-45fa-94d4-df96466c900f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:07.612897 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a074699-7d8f-4949-aea8-aadc57fa99d1 req-c6f63c59-c85a-45fa-94d4-df96466c900f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0521090 Jun 24 08:49:07.665938 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a074699-7d8f-4949-aea8-aadc57fa99d1 req-12acc135-cef6-4948-b682-4d457b7437e0 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472298 Jun 24 08:49:07.754097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40856) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:07.861787 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-514abaf3-71b1-4163-b398-213f47a886f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:07.940901 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-514abaf3-71b1-4163-b398-213f47a886f3 admin admin] Publish callbacks [] for security_group (9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:07.944881 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-514abaf3-71b1-4163-b398-213f47a886f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:07.985890 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514abaf3-71b1-4163-b398-213f47a886f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:07.991860 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-514abaf3-71b1-4163-b398-213f47a886f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0f938ccd5fd4617b11dbab3f7a91b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365577 Jun 24 08:49:07.994546 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40860) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:08.048413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] Publish callbacks [] for security_group (9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.071268 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] Publish callbacks [] for security_group (9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.117672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.120781 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.122006 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f HTTP/1.1" status: 204 len: 168 time: 0.1270881 Jun 24 08:49:08.131887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5626db5-97d5-49ef-9597-91a998cb00e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6b9996-dbf4-402d-80f9-ad0f3b4eb63f,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:08.396078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40866) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:08.410360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-34440a7d-ae91-42aa-8d1a-31a4d8a33b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.489704 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-34440a7d-ae91-42aa-8d1a-31a4d8a33b5e admin admin] Publish callbacks [] for security_group (b23c45b6-6e9a-4af3-b2c3-262a11c401c5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.493493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-34440a7d-ae91-42aa-8d1a-31a4d8a33b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (b23c45b6-6e9a-4af3-b2c3-262a11c401c5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.536440 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-34440a7d-ae91-42aa-8d1a-31a4d8a33b5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=777fb01509c7446197852bbe35d65055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392839 Jun 24 08:49:08.537216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34440a7d-ae91-42aa-8d1a-31a4d8a33b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23c45b6-6e9a-4af3-b2c3-262a11c401c5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:08.539111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40868) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:08.591362 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] Publish callbacks [] for security_group (b23c45b6-6e9a-4af3-b2c3-262a11c401c5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.614998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] Publish callbacks [] for security_group (b23c45b6-6e9a-4af3-b2c3-262a11c401c5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.665126 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (b23c45b6-6e9a-4af3-b2c3-262a11c401c5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.668243 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.669059 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:08.669672 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b23c45b6-6e9a-4af3-b2c3-262a11c401c5 HTTP/1.1" status: 204 len: 168 time: 0.1291854 Jun 24 08:49:08.678439 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a70c4-78ff-4d57-87e5-391bd5f46153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23c45b6-6e9a-4af3-b2c3-262a11c401c5,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:08.791414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b69731-5267-4da3-bc3f-7667091d1061 req-69fc54f5-bab9-4ba5-8018-dea20247c8b8 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:08.794439 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78b69731-5267-4da3-bc3f-7667091d1061 req-69fc54f5-bab9-4ba5-8018-dea20247c8b8 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 943 time: 0.0523753 Jun 24 08:49:08.847979 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78b69731-5267-4da3-bc3f-7667091d1061 req-226cc65f-716b-44b9-b28b-67a1f71ab4cb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478821 Jun 24 08:49:08.869797 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 54831ccd-9e3d-43d3-b0ec-2741aac6057b details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:49:08.975409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:08.992357 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'port_id': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'mac_address': 'fa:16:3e:e7:d2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:49:08.995496 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:09.031039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 54831ccd-9e3d-43d3-b0ec-2741aac6057b is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:09.031420 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:09.046030 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54831ccd-9e3d-43d3-b0ec-2741aac6057b {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:49:09.070469 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:09.073647 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:09.120075 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:09.392883 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['54831ccd-9e3d-43d3-b0ec-2741aac6057b'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:49:09.474864 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:09.832060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40904) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:09.974499 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6359aa4-c07b-41bc-ac59-0e6e9f0fb5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:09.993357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bf80a-3817-4958-9c07-4a4d8a1800d2 req-08f22130-1faa-4a2e-9e29-a92dce852fda tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:09.994854 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-917bf80a-3817-4958-9c07-4a4d8a1800d2 req-08f22130-1faa-4a2e-9e29-a92dce852fda tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 944 time: 0.0692160 Jun 24 08:49:10.093076 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-917bf80a-3817-4958-9c07-4a4d8a1800d2 req-c7dce9f8-6edf-4060-a78d-bdcefbae0018 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909965 Jun 24 08:49:10.129336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6359aa4-c07b-41bc-ac59-0e6e9f0fb5e5 admin admin] Publish callbacks [] for security_group (370d9b21-b222-4687-8cee-fb081ff00e67), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.133458 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-f6359aa4-c07b-41bc-ac59-0e6e9f0fb5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (370d9b21-b222-4687-8cee-fb081ff00e67), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.182440 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-f6359aa4-c07b-41bc-ac59-0e6e9f0fb5e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a53c17b0c0641d3a12a924ab5c3fe7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491764 Jun 24 08:49:10.183610 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6359aa4-c07b-41bc-ac59-0e6e9f0fb5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370d9b21-b222-4687-8cee-fb081ff00e67,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:10.185312 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40910) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:10.226810 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:10.250091 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] Publish callbacks [] for security_group (370d9b21-b222-4687-8cee-fb081ff00e67), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.282584 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] Publish callbacks [] for security_group (370d9b21-b222-4687-8cee-fb081ff00e67), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.289109 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:10.341740 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (370d9b21-b222-4687-8cee-fb081ff00e67), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.345064 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.346273 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/370d9b21-b222-4687-8cee-fb081ff00e67 HTTP/1.1" status: 204 len: 168 time: 0.1593287 Jun 24 08:49:10.358337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdb14d-a56a-43be-b88b-62130e180951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370d9b21-b222-4687-8cee-fb081ff00e67,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:10.864493 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 54831ccd-9e3d-43d3-b0ec-2741aac6057b up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:10.914798 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 54831ccd-9e3d-43d3-b0ec-2741aac6057b completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:49:10.924429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 54831ccd-9e3d-43d3-b0ec-2741aac6057b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:10.924429 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:10.999177 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 54831ccd-9e3d-43d3-b0ec-2741aac6057b is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:10.999562 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:11.023407 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:11.025659 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348ebaa-2047-470d-83ab-88a9b5bfe75e" -d '{"events": [{"server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "name": "network-vif-plugged", "status": "completed", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:11.039161 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:11.044634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:11.095382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3471a-cf2f-4d17-aa9e-ec919b6ef287 x-openstack-request-id: req-27c3471a-cf2f-4d17-aa9e-ec919b6ef287 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:11.095670 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "name": "network-vif-plugged", "status": "completed", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:11.095921 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27c3471a-cf2f-4d17-aa9e-ec919b6ef287 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:11.096484 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c3471a-cf2f-4d17-aa9e-ec919b6ef287'] response: {'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'code': 200} Jun 24 08:49:11.101264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:11.224593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679304d4-8500-4210-b940-99ce7d15dbdb req-6bdcabc1-1d8c-4784-b5b4-f0988d1c5171 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:11.226134 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-679304d4-8500-4210-b940-99ce7d15dbdb req-6bdcabc1-1d8c-4784-b5b4-f0988d1c5171 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Jun 24 08:49:11.283919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-679304d4-8500-4210-b940-99ce7d15dbdb req-a217a56f-d0de-47ae-b8aa-dc38f60c7dd9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512083 Jun 24 08:49:11.360807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:11.400941 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd7455-f2c5-4416-b21b-bf1f7fdd46bd req-7e9acf9a-1b2c-4547-a289-99bf5225e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:11.402409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1bdd7455-f2c5-4416-b21b-bf1f7fdd46bd req-7e9acf9a-1b2c-4547-a289-99bf5225e170 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0494640 Jun 24 08:49:11.445184 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:11.455311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1bdd7455-f2c5-4416-b21b-bf1f7fdd46bd req-9a479d04-c08f-46ed-b396-8bf406550047 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468824 Jun 24 08:49:12.404580 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d442c-08a0-4fbf-a343-77b6b9755f4e req-b3b98c69-e240-41da-b370-868ebe142eac tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:12.406078 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e42d442c-08a0-4fbf-a343-77b6b9755f4e req-b3b98c69-e240-41da-b370-868ebe142eac tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Jun 24 08:49:12.456953 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e42d442c-08a0-4fbf-a343-77b6b9755f4e req-f0abbc51-3d79-4adc-a985-acfe9cc60e48 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 Jun 24 08:49:13.572837 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca918d-2163-4ba4-a4cf-c2f02d570890 req-6780d294-7f26-444d-bbc5-c1b1fa65d76b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:13.575739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14ca918d-2163-4ba4-a4cf-c2f02d570890 req-6780d294-7f26-444d-bbc5-c1b1fa65d76b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Jun 24 08:49:13.634762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-14ca918d-2163-4ba4-a4cf-c2f02d570890 req-73be45a1-dcdc-4a58-bd3c-22215cfc483c tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512309 Jun 24 08:49:13.733067 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:49:13.752146 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112941b7-7c80-42cd-90cd-d107587b12e6 req-f459d8d2-a61d-4ccd-b53b-d9f8ce65529e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:13.754076 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-112941b7-7c80-42cd-90cd-d107587b12e6 req-f459d8d2-a61d-4ccd-b53b-d9f8ce65529e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0478473 Jun 24 08:49:13.803827 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-112941b7-7c80-42cd-90cd-d107587b12e6 req-081c18f0-b377-4562-9cba-4dbd13b2b565 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442863 Jun 24 08:49:13.826297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40974) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:14.016673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29d93d-aa44-4075-ab35-762e289eb6d4 tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:14.018252 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fb29d93d-aa44-4075-ab35-762e289eb6d4 tempest-TestVolumeBootPattern-1256502302 tempest-TestVolumeBootPattern-1256502302-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1124 time: 0.1909838 Jun 24 08:49:14.020966 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40978) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:14.025318 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'port_id': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:14.046675 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.128029 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.232555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Allocated IP 172.27.1.140 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/51e0a803-a225-4d31-93db-3fa2202d0238) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:14.337721 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (51e0a803-a225-4d31-93db-3fa2202d0238), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.373743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.416115 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:14.419216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:14.423214 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:14.445149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=51e0a803-a225-4d31-93db-3fa2202d0238,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:14.492385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:14.509746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:14.643150 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40986) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:14.758123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bc46e07f-9d45-495b-b73b-f123a57d1fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.836479 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (5647ff4d-5ebb-4467-a6b2-b68993df500c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.941093 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bc46e07f-9d45-495b-b73b-f123a57d1fa4 admin admin] Publish callbacks [] for security_group (7dc92f33-b946-48ed-a241-09d1c7612966), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.942497 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:14.945637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-bc46e07f-9d45-495b-b73b-f123a57d1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7dc92f33-b946-48ed-a241-09d1c7612966), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.012380 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-bc46e07f-9d45-495b-b73b-f123a57d1fa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=643c56d46c1c4d21b4f5861b74e8737f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681185 Jun 24 08:49:15.014942 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40990) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:15.023205 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46e07f-9d45-495b-b73b-f123a57d1fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc92f33-b946-48ed-a241-09d1c7612966,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:15.068229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] Publish callbacks [] for security_group (7dc92f33-b946-48ed-a241-09d1c7612966), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.090824 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] Publish callbacks [] for security_group (7dc92f33-b946-48ed-a241-09d1c7612966), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.137565 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for port (51e0a803-a225-4d31-93db-3fa2202d0238), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.141922 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7dc92f33-b946-48ed-a241-09d1c7612966), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.142743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.144606 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.148218 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7dc92f33-b946-48ed-a241-09d1c7612966 HTTP/1.1" status: 204 len: 168 time: 0.1297972 Jun 24 08:49:15.157222 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60297a6a-023f-4c60-a825-dc8559b8b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc92f33-b946-48ed-a241-09d1c7612966,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:15.207936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:15.221702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event updated for resources: {'Port': ['ID=51e0a803-a225-4d31-93db-3fa2202d0238,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:15.239263 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (5647ff4d-5ebb-4467-a6b2-b68993df500c), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.334121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:15.345178 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 5647ff4d-5ebb-4467-a6b2-b68993df500c associated. External IP: 172.27.1.140, port: 54831ccd-9e3d-43d3-b0ec-2741aac6057b. Jun 24 08:49:15.461355 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 40996) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:15.475532 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b898599d-ec4b-4898-9f94-27cdf400f368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.562117 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b898599d-ec4b-4898-9f94-27cdf400f368 admin admin] Publish callbacks [] for security_group (a94ade34-d77d-4058-823c-db7a37fceed5), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.563075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:49:15.567044 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b898599d-ec4b-4898-9f94-27cdf400f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a94ade34-d77d-4058-823c-db7a37fceed5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.610864 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b898599d-ec4b-4898-9f94-27cdf400f368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aff934c1be004cc4b15505d44f9ec816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483827 Jun 24 08:49:15.611592 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898599d-ec4b-4898-9f94-27cdf400f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94ade34-d77d-4058-823c-db7a37fceed5,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:15.613519 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 40998) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:15.707877 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:15.718739 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:15.727215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] Publish callbacks [] for security_group (a94ade34-d77d-4058-823c-db7a37fceed5), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.729268 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:15.730822 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:15.741513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.778903 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] Publish callbacks [] for security_group (a94ade34-d77d-4058-823c-db7a37fceed5), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.798913 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c189139b-3e95-4fd8-b7ae-5bbaf7686ae2 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7769015 Jun 24 08:49:15.801439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:15.803564 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3256a3ef-c76a-495d-9707-4fb6965f34c2" -d '{"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:15.842560 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:15.843553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (a94ade34-d77d-4058-823c-db7a37fceed5), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.846645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:15.848854 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a94ade34-d77d-4058-823c-db7a37fceed5 HTTP/1.1" status: 204 len: 168 time: 0.2343481 Jun 24 08:49:15.850770 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029f4514-38d5-4471-9be9-cf9eeede3ba0 x-openstack-request-id: req-029f4514-38d5-4471-9be9-cf9eeede3ba0 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:15.851056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:15.851308 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-029f4514-38d5-4471-9be9-cf9eeede3ba0 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:15.851736 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029f4514-38d5-4471-9be9-cf9eeede3ba0'] response: {'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'status': 'completed', 'code': 200} Jun 24 08:49:15.861060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e2383-bd88-4f68-a68f-0d982f852481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94ade34-d77d-4058-823c-db7a37fceed5,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:15.881815 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:15.956570 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-41deb015-9bb7-4b66-b171-3bbc41099a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:15.958121 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-41deb015-9bb7-4b66-b171-3bbc41099a62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0468640 Jun 24 08:49:16.074312 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-95a2cf5e-994f-49e6-9136-9bfb9aa8f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:16.075667 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-95a2cf5e-994f-49e6-9136-9bfb9aa8f518 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1090505 Jun 24 08:49:16.097473 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}, {'id': '5647ff4d-5ebb-4467-a6b2-b68993df500c', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:e7:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:14Z', 'updated_at': '2022-06-24T08:49:14Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:16.124966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:16.137001 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:16.137933 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:16.155181 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-7f722074-2358-4c91-82c9-6b2cb10ab713 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 200 len: 999 time: 0.0734799 Jun 24 08:49:16.215015 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-3eb95b87-d644-4372-826e-5d9d53349dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:16.216735 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-3eb95b87-d644-4372-826e-5d9d53349dac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0557907 Jun 24 08:49:16.262076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:16.271219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-217221f5-dd9e-46ff-bdb3-d399ee2127e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:16.272949 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-217221f5-dd9e-46ff-bdb3-d399ee2127e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494432 Jun 24 08:49:16.363132 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:16.384331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:16.390861 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-1d075099-b0ac-4a0d-b46b-0ee17239fbcb service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078999 Jun 24 08:49:16.479288 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:16.494649 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3256a3ef-c76a-495d-9707-4fb6965f34c2 req-c7d49405-9ec4-4a9d-98f0-3c267ae5bcdf service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977302 Jun 24 08:49:16.624466 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}, {'id': '5647ff4d-5ebb-4467-a6b2-b68993df500c', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:e7:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:14Z', 'updated_at': '2022-06-24T08:49:14Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:16.657082 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25a85d-0129-4b3f-a1f8-2679efcafb6d None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}, {'id': '5647ff4d-5ebb-4467-a6b2-b68993df500c', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:e7:d2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:14Z', 'updated_at': '2022-06-24T08:49:14Z', 'revision_number': 0, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:16.703767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41024) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:16.810727 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-211284740-network', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:16.833203 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Made reservation on behalf of 2fa7360005f4416f87703d3efb18d3e1 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:16.835847 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:16.845964 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:16.873903 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffe3638-6f8c-4b53-9c2b-1a000c177046 None None] New status for floating IP 5647ff4d-5ebb-4467-a6b2-b68993df500c: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:49:16.946630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks [] for security_group (f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:16.952166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:16.988436 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:49:17.015654 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:17.021345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (5f365107-41fe-4dd8-89d5-e4a306b57f8b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.021837 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Added segment 5f365107-41fe-4dd8-89d5-e4a306b57f8b of type vlan for network 37d35eef-7c65-436e-86fa-f165d2ee9cfb Jun 24 08:49:17.075910 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (37d35eef-7c65-436e-86fa-f165d2ee9cfb), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.103682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (37d35eef-7c65-436e-86fa-f165d2ee9cfb), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.104774 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:17.105520 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.146570 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4416029 Jun 24 08:49:17.149648 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41028) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:17.155603 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Request body: {'subnet': {'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-211284740-subnet', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'ip_version': 4}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:17.172533 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16850a-c205-4ba6-a282-ef842f9c974d admin admin] Pushing event updated for resources: {'Network': ['ID=37d35eef-7c65-436e-86fa-f165d2ee9cfb,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:17.177550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Made reservation on behalf of 2fa7360005f4416f87703d3efb18d3e1 for: {'subnet': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:17.180164 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26993046'] for subnet (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.183855 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:49:17.350949 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26502107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26993120'] for subnet (9caf2041-645c-494a-92d6-46fcee218dc9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.409205 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9caf2041-645c-494a-92d6-46fcee218dc9,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:17.416074 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Checking segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110637) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:17.416426 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Network hostable DHCP agents. Network: 37d35eef-7c65-436e-86fa-f165d2ee9cfb, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110637) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:49:17.434851 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110637) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:49:17.444377 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 37d35eef-7c65-436e-86fa-f165d2ee9cfb) {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:17.448385 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:17.449260 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.451337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:17.453594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c7c83-ab04-4f07-a911-32d6014fe0f2 None None] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:49:17.468929 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a734c32a-8da5-4c22-9ff8-23d29e83d925 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3156893 Jun 24 08:49:17.469824 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41030) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:17.474295 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:17.496189 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.497240 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.510013 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:17.557084 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for router_controller (d4233783-f83f-4963-a5ec-cbbd0e9c8382), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.563007 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:49:17.564025 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.696224 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for router_gateway (d4233783-f83f-4963-a5ec-cbbd0e9c8382), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.708966 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Allocated IP 172.20.0.2 (37d35eef-7c65-436e-86fa-f165d2ee9cfb/9caf2041-645c-494a-92d6-46fcee218dc9/fcfda016-e44c-40f5-9d9c-fd6aec6b7621) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:17.744453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:17.855038 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks [] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.861138 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.882349 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for router_gateway (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.902136 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.908078 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:17.911761 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:17.914142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:17.916306 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Pushing event updated for resources: {'Port': ['ID=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:17.928346 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.928687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.929025 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.929356 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.929737 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.930033 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.930353 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.930670 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.930991 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.931305 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.931626 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.931944 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.932266 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.933107 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.933424 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:17.988450 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Attempting to bind port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:17.988744 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Attempting to bind port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:17.989115 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Attempting to bind port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 on network 37d35eef-7c65-436e-86fa-f165d2ee9cfb {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:17.994626 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:17.995508 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Checking segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:17.995952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:17.996332 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Bound using segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:17.996804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Bound port: fcfda016-e44c-40f5-9d9c-fd6aec6b7621, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:17.997173 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:18.009632 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Allocated IP 172.27.1.102 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/82808bf8-fc08-4cc5-9e12-5bf276fa7aa7) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:18.065583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] For port fcfda016-e44c-40f5-9d9c-fd6aec6b7621, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:18.069022 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] For port fcfda016-e44c-40f5-9d9c-fd6aec6b7621, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:18.075039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:18.084379 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:18.129080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:18.139677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e9dab-8b3a-42db-a1d4-15506f599e10 None None] Pushing event updated for resources: {'Port': ['ID=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:18.175645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:18.220713 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:18.224049 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:18.226457 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:18.232284 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:18.439615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:18.484034 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:18.493120 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for router_gateway (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:18.708429 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.118048 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Router d4233783-f83f-4963-a5ec-cbbd0e9c8382 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:49:19.144519 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f442f4c5-de99-4215-b817-9a75bd0c9759 None None] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:49:19.225477 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:19.245941 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.247201 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-454d4fc0-bd59-4180-8d54-20b610a8d5d8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7763679 Jun 24 08:49:19.249930 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41034) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:19.255263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Sync routers for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:19.280438 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Provisioning complete for port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:19.280799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.284503 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:19.284629 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:19.447383 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:19.518305 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Current status of the port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:19.518679 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.558322 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:19.615848 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] For port fcfda016-e44c-40f5-9d9c-fd6aec6b7621, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:19.625800 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.670953 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:19.679861 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.683502 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:19.710693 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ad48-524a-44da-8172-8f593aeb2736 None None] Pushing event updated for resources: {'Port': ['ID=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:19.715211 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:18Z', 'revision_number': 3, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:19.744833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Checking router: d4233783-f83f-4963-a5ec-cbbd0e9c8382 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:19.745190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Updating router d4233783-f83f-4963-a5ec-cbbd0e9c8382 port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:49:19.780583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-6bb0a3dd-eccb-4a77-bdf5-d10c74a9b713 None None] Provisioning complete for port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:19.780939 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6bb0a3dd-eccb-4a77-bdf5-d10c74a9b713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.785378 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.847049 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Allocated IP 172.20.0.1 (37d35eef-7c65-436e-86fa-f165d2ee9cfb/9caf2041-645c-494a-92d6-46fcee218dc9/102be353-61d1-434a-b28a-fef2ec67c2d8) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:19.954793 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks [] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:19.989883 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.038734 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:20.043545 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:20.046026 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:20.051744 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Pushing event updated for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:20.085382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0a3dd-eccb-4a77-bdf5-d10c74a9b713 None None] Current status of the port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:20.095986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.113072 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:20.246177 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.264961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks [] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.274991 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.344804 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-1f116210-3e05-4b7f-814a-8585de5c4440 None None] Provisioning complete for port 102be353-61d1-434a-b28a-fef2ec67c2d8 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:20.345405 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1f116210-3e05-4b7f-814a-8585de5c4440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.381207 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a83e1-b8c2-4d22-b9e9-52d0dbce69a1 None None] Pushing event updated for resources: {'Port': ['ID=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:20.385089 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Attempting to bind port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:20.385457 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Attempting to bind port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:20.387962 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Attempting to bind port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:20.395979 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fcfda016-e44c-40f5-9d9c-fd6aec6b7621 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:20.436440 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:20.436967 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:20.437366 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.437663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:20.438171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Bound port: 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:20.438546 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.466746 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-1f116210-3e05-4b7f-814a-8585de5c4440 None None] Port 102be353-61d1-434a-b28a-fef2ec67c2d8 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:20.467229 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks [] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.486288 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.517134 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:20.517836 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.519800 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] For port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:20.523690 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] For port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:20.536987 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:20.550087 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.552062 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:20.553421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:20.568315 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Pushing event updated for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:20.571006 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.640543 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:20.641177 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:20.683245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a83e1-b8c2-4d22-b9e9-52d0dbce69a1 None None] Pushing event updated for resources: {'Port': ['ID=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:20.691028 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:20.692599 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:20.763441 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:20.786523 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:20.811539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Router d4233783-f83f-4963-a5ec-cbbd0e9c8382 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:49:20.927168 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:20.929396 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-e75703f5-9e8a-4e6b-be21-c9569ea4a426 None None] Provisioning complete for port 102be353-61d1-434a-b28a-fef2ec67c2d8 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:20.929768 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e75703f5-9e8a-4e6b-be21-c9569ea4a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:20.937889 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e303c2c6-df94-4326-8914-0e39b96f479b admin admin] 10.222.0.13 "PUT /v2.0/routers/d4233783-f83f-4963-a5ec-cbbd0e9c8382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810985 Jun 24 08:49:20.972380 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:20.992312 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-e75703f5-9e8a-4e6b-be21-c9569ea4a426 None None] Port 102be353-61d1-434a-b28a-fef2ec67c2d8 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:21.044228 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 2, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:21.077219 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05718fae-6ee6-401f-83fa-f13ed66bb832 None None] The sync data for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi is: [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 2, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:21.248774 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ba9646d9-84af-4168-9dbc-73b361c84632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.528324 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41050) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:21.532890 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-833423949-network', 'tenant_id': 'f56229ac74a54bb093ea536523a01575'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:21.555308 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Made reservation on behalf of f56229ac74a54bb093ea536523a01575 for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:21.558512 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.568441 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.658787 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks [] for security_group (5e783550-374f-4870-aa87-ba574ec69c18), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.668054 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (5e783550-374f-4870-aa87-ba574ec69c18), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.705739 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:49:21.719194 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e783550-374f-4870-aa87-ba574ec69c18,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:21.727937 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (d893dc96-27ab-4d0c-bcc7-518471685caf), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.727937 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Added segment d893dc96-27ab-4d0c-bcc7-518471685caf of type vlan for network 4fa98aac-0aa9-4c7f-8521-15170a4951aa Jun 24 08:49:21.793097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (4fa98aac-0aa9-4c7f-8521-15170a4951aa), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.828199 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (4fa98aac-0aa9-4c7f-8521-15170a4951aa), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.829369 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:21.830281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:21.869825 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3406751 Jun 24 08:49:21.873198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41052) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:21.878129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Request body: {'subnet': {'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-833423949-subnet', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:21.904016 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bc4f5-be23-4e31-bf0d-bbc858d1a8ea admin admin] Pushing event updated for resources: {'Network': ['ID=4fa98aac-0aa9-4c7f-8521-15170a4951aa,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:21.914043 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Made reservation on behalf of f56229ac74a54bb093ea536523a01575 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:21.914325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:49:21.917637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26412362'] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.123764 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25462185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26412348'] for subnet (dffce690-80df-489f-b4eb-ee5ed7a25b14), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.155850 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:22.193531 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffce690-80df-489f-b4eb-ee5ed7a25b14,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:22.207402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Checking segment: {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:22.207755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Network hostable DHCP agents. Network: 4fa98aac-0aa9-4c7f-8521-15170a4951aa, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:49:22.229362 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:49:22.239619 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 4fa98aac-0aa9-4c7f-8521-15170a4951aa) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:22.243945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:22.244434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.249594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd1b5c4-913c-4944-a20f-61f7dec09269 None None] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:49:22.313986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41054) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:22.314149 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-82a69cd2-34c3-4cec-98bf-3dd81ba4ce22 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4397056 Jun 24 08:49:22.320645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:22.381345 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (732f8854-6379-4209-9521-e04426299300), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.382505 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (732f8854-6379-4209-9521-e04426299300), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.397155 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'project_id': 'f56229ac74a54bb093ea536523a01575', 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:49:22.399183 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.417067 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:22.440501 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:22.442230 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for router_controller (732f8854-6379-4209-9521-e04426299300), precommit_add_association {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.514424 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:22.556755 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:22.557140 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.591486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for router_gateway (732f8854-6379-4209-9521-e04426299300), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.631734 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Allocated IP 172.20.0.2 (4fa98aac-0aa9-4c7f-8521-15170a4951aa/dffce690-80df-489f-b4eb-ee5ed7a25b14/2629cd5c-370c-42db-8c3d-d4c28886335c) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:22.717018 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:22.717399 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.724985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:22.779294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:22.786374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.790742 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for router_gateway (732f8854-6379-4209-9521-e04426299300), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.814943 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.895006 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:22.911755 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks [] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.920239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:22.931196 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Allocated IP 172.27.1.177 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/f0a0d10e-784e-4e54-a518-bc20521961c9) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:22.949858 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:22.968252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:22.973953 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:22.978512 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:22.982491 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Pushing event updated for resources: {'Port': ['ID=2629cd5c-370c-42db-8c3d-d4c28886335c,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:23.045005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Attempting to bind port 2629cd5c-370c-42db-8c3d-d4c28886335c on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:23.045380 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Attempting to bind port 2629cd5c-370c-42db-8c3d-d4c28886335c by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:23.045770 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Attempting to bind port 2629cd5c-370c-42db-8c3d-d4c28886335c on network 4fa98aac-0aa9-4c7f-8521-15170a4951aa {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:23.051507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:23.051876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Checking segment: {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:23.052275 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.052932 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Bound using segment: {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:23.053393 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Bound port: 2629cd5c-370c-42db-8c3d-d4c28886335c, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:23.054079 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.064817 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.099301 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.126156 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] For port 2629cd5c-370c-42db-8c3d-d4c28886335c, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:23.129517 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] For port 2629cd5c-370c-42db-8c3d-d4c28886335c, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=2629cd5c-370c-42db-8c3d-d4c28886335c,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:23.136206 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.144977 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:23.149912 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:23.152786 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:23.156031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Pushing event updated for resources: {'Port': ['ID=f0a0d10e-784e-4e54-a518-bc20521961c9,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:23.200981 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0acec-4370-4f87-a451-beccc67c7dbc None None] Pushing event updated for resources: {'Port': ['ID=2629cd5c-370c-42db-8c3d-d4c28886335c,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:23.239621 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Sync routers for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:23.241993 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:23.246686 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=39 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:23.255398 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:23.256015 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:48:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:23.437610 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for router_gateway (732f8854-6379-4209-9521-e04426299300), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.468549 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:23.488179 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:23.492185 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:23.563601 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-00fe4d78-11cd-4453-a4c5-5043b0e02c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.646604 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (732f8854-6379-4209-9521-e04426299300), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.666172 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 2, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:23.692547 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Checking router: d4233783-f83f-4963-a5ec-cbbd0e9c8382 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:23.692892 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Updating router d4233783-f83f-4963-a5ec-cbbd0e9c8382 port 102be353-61d1-434a-b28a-fef2ec67c2d8 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:49:23.725717 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.774599 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Router 732f8854-6379-4209-9521-e04426299300 is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110637) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:49:23.881083 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:23.894630 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Sync routers for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:23.901827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:23.903253 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e43f3f29-772a-497d-96ce-1ccd6c08f34e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5878346 Jun 24 08:49:23.906592 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41058) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:23.912861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:23.924927 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:23.925559 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:24.002207 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks [] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.009007 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.065339 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:24.105000 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Pushing event updated for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:24.133334 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.133717 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.134064 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.134417 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.134743 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.135065 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.135381 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.136759 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.137178 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.137532 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.137876 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.138208 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.138526 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.138837 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.139146 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:24.174336 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Attempting to bind port 102be353-61d1-434a-b28a-fef2ec67c2d8 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:24.175673 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Attempting to bind port 102be353-61d1-434a-b28a-fef2ec67c2d8 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:24.176075 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Attempting to bind port 102be353-61d1-434a-b28a-fef2ec67c2d8 on network 37d35eef-7c65-436e-86fa-f165d2ee9cfb {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:24.184951 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:24.185404 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Checking segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:24.185886 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.186330 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Bound using segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:24.186849 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Bound port: 102be353-61d1-434a-b28a-fef2ec67c2d8, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:24.187311 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.278632 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] For port 102be353-61d1-434a-b28a-fef2ec67c2d8, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:24.282617 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] For port 102be353-61d1-434a-b28a-fef2ec67c2d8, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=102be353-61d1-434a-b28a-fef2ec67c2d8,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:24.286146 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:24.295465 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.345012 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:23Z', 'revision_number': 3, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:24.383962 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Checking router: 732f8854-6379-4209-9521-e04426299300 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:24.384313 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Updating router 732f8854-6379-4209-9521-e04426299300 port f0a0d10e-784e-4e54-a518-bc20521961c9 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:49:24.412666 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df2578-e559-4080-aa44-310b30697a04 None None] Pushing event updated for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:24.426333 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:24.427044 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:24.442965 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.459298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Provisioning complete for port 102be353-61d1-434a-b28a-fef2ec67c2d8 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:24.461442 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.544668 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:24.582222 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:24.602542 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.646649 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:24.650848 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682857ca-b0cb-45dc-86c4-4b0b9329988d None None] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:49:24.654109 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:24.809989 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:24Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:24.835630 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80711b6-dc08-4e3b-a525-a6c9cfc91020 None None] The sync data for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi is: [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:24Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:24.840762 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:24.849635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Allocated IP 172.20.0.1 (4fa98aac-0aa9-4c7f-8521-15170a4951aa/dffce690-80df-489f-b4eb-ee5ed7a25b14/dfb4411b-98a6-49e5-a9b9-2e8525591c71) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:24.859982 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:24.985221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks [] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:24.991680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.020825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.029307 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:25.029604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.077915 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:25.083518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:25.085778 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:25.088363 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:25.105780 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Current status of the port 102be353-61d1-434a-b28a-fef2ec67c2d8 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:25.106167 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.117218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.117551 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.117909 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.118237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.118563 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.118905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.119221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.119535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.119846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.120415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.120838 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.121159 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.121474 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.121823 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.122130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:25.149426 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (732f8854-6379-4209-9521-e04426299300), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.201003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks [] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.234337 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] For port 102be353-61d1-434a-b28a-fef2ec67c2d8, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=102be353-61d1-434a-b28a-fef2ec67c2d8,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:25.237286 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.273227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.282034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:25.283139 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 2629cd5c-370c-42db-8c3d-d4c28886335c up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:25.305185 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:25.320009 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.345055 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceef99-30b2-49bb-bf7d-9ff313d585e4 None None] Pushing event updated for resources: {'Port': ['ID=f0a0d10e-784e-4e54-a518-bc20521961c9,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:25.348999 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Attempting to bind port f0a0d10e-784e-4e54-a518-bc20521961c9 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:25.349418 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Attempting to bind port f0a0d10e-784e-4e54-a518-bc20521961c9 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:25.349799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Attempting to bind port f0a0d10e-784e-4e54-a518-bc20521961c9 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:25.405876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:25.406674 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:25.407547 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.408148 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:25.408857 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Bound port: f0a0d10e-784e-4e54-a518-bc20521961c9, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:25.409456 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.474594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Provisioning complete for port 2629cd5c-370c-42db-8c3d-d4c28886335c triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:25.475210 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.516139 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58fc84e-edfd-4b52-80e1-01cff1be787d None None] Pushing event updated for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:25.523769 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 2629cd5c-370c-42db-8c3d-d4c28886335c triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:25.524215 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.574119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] For port f0a0d10e-784e-4e54-a518-bc20521961c9, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:25.581591 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] For port f0a0d10e-784e-4e54-a518-bc20521961c9, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f0a0d10e-784e-4e54-a518-bc20521961c9,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:25.590020 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:25.600662 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.618343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:25.755700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ceef99-30b2-49bb-bf7d-9ff313d585e4 None None] Pushing event updated for resources: {'Port': ['ID=f0a0d10e-784e-4e54-a518-bc20521961c9,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:25.759756 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:25.760390 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:25.798778 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Current status of the port 2629cd5c-370c-42db-8c3d-d4c28886335c is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:25.799235 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.804045 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 2629cd5c-370c-42db-8c3d-d4c28886335c is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:25.804411 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.857368 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks [] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.862358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.893682 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] For port 2629cd5c-370c-42db-8c3d-d4c28886335c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=2629cd5c-370c-42db-8c3d-d4c28886335c,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:25.902310 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.933681 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:25.936466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (732f8854-6379-4209-9521-e04426299300), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:25.973910 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Provisioning complete for port 102be353-61d1-434a-b28a-fef2ec67c2d8 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:25.974270 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.012604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:26.035943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:26.037414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:26.051700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.db.api [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110638) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 24 08:49:26.052094 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG oslo_db.api [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 08:49:26.065228 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Pushing event updated for resources: {'Port': ['ID=2629cd5c-370c-42db-8c3d-d4c28886335c,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:26.142130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:26.168511 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Router 732f8854-6379-4209-9521-e04426299300 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:49:26.203434 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a98d0-371f-4def-8219-724f61b79d42 None None] Current status of the port 102be353-61d1-434a-b28a-fef2ec67c2d8 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:26.272186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'dfb4411b-98a6-49e5-a9b9-2e8525591c71', 'name': '', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'mac_address': 'fa:16:3e:81:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:24Z', 'updated_at': '2022-06-24T08:49:24Z', 'revision_number': 1, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'subnets': [{'id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:26.280537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:26.286558 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-647b1aba-929b-4290-8850-64af63a91868 admin admin] 10.222.0.13 "PUT /v2.0/routers/732f8854-6379-4209-9521-e04426299300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3792813 Jun 24 08:49:26.310458 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e944e1-3dc5-4eb6-9599-d747ff7c9e7d None None] The sync data for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi is: [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'dfb4411b-98a6-49e5-a9b9-2e8525591c71', 'name': '', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'mac_address': 'fa:16:3e:81:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:24Z', 'updated_at': '2022-06-24T08:49:24Z', 'revision_number': 1, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'subnets': [{'id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:26.327834 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.329664 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Provisioning complete for port 2629cd5c-370c-42db-8c3d-d4c28886335c triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:26.330053 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.408422 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:26.416344 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Current status of the port 2629cd5c-370c-42db-8c3d-d4c28886335c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:26.427070 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Provisioning complete for port dfb4411b-98a6-49e5-a9b9-2e8525591c71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:26.427432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.460410 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-49ff4688-fde7-4d5d-8ece-68f1b3120590 None None] Port dfb4411b-98a6-49e5-a9b9-2e8525591c71 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:26.535336 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.592044 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 2629cd5c-370c-42db-8c3d-d4c28886335c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:26.710074 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 102be353-61d1-434a-b28a-fef2ec67c2d8 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:26.736937 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:26.760632 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 102be353-61d1-434a-b28a-fef2ec67c2d8 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:26.761128 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:26.849921 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 102be353-61d1-434a-b28a-fef2ec67c2d8 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:26.851081 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 2629cd5c-370c-42db-8c3d-d4c28886335c up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:27.042869 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 2629cd5c-370c-42db-8c3d-d4c28886335c triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:27.043554 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:27.129522 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 2629cd5c-370c-42db-8c3d-d4c28886335c is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:28.701225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f0a0d10e-784e-4e54-a518-bc20521961c9 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:28.758141 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port f0a0d10e-784e-4e54-a518-bc20521961c9 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:28.758505 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:28.844247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port f0a0d10e-784e-4e54-a518-bc20521961c9 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:28.844643 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:28.870268 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port f0a0d10e-784e-4e54-a518-bc20521961c9, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f0a0d10e-784e-4e54-a518-bc20521961c9,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:28.880703 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:28.941725 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=f0a0d10e-784e-4e54-a518-bc20521961c9,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:29.220588 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Sync routers for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:29.233219 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:29.233983 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:29.357982 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:29.586674 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'dfb4411b-98a6-49e5-a9b9-2e8525591c71', 'name': '', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'mac_address': 'fa:16:3e:81:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:24Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 2, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'subnets': [{'id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:29.613900 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Checking router: 732f8854-6379-4209-9521-e04426299300 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:29.614482 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Updating router 732f8854-6379-4209-9521-e04426299300 port dfb4411b-98a6-49e5-a9b9-2e8525591c71 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:49:29.646351 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:29.824918 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:29.922626 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks [] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:29.929012 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:29.988785 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d816e-0072-42fc-b8d7-a53fc77b3c42 None None] Pushing event updated for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:30.052145 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:30.059799 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Attempting to bind port dfb4411b-98a6-49e5-a9b9-2e8525591c71 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:30.060158 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Attempting to bind port dfb4411b-98a6-49e5-a9b9-2e8525591c71 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:30.060519 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Attempting to bind port dfb4411b-98a6-49e5-a9b9-2e8525591c71 on network 4fa98aac-0aa9-4c7f-8521-15170a4951aa {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:30.069642 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:30.070010 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Checking segment: {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:30.070413 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.070811 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Bound using segment: {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:30.071283 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Bound port: dfb4411b-98a6-49e5-a9b9-2e8525591c71, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd893dc96-27ab-4d0c-bcc7-518471685caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:30.071657 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.155746 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] For port dfb4411b-98a6-49e5-a9b9-2e8525591c71, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:30.159405 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] For port dfb4411b-98a6-49e5-a9b9-2e8525591c71, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=dfb4411b-98a6-49e5-a9b9-2e8525591c71,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:30.169388 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.229126 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:30.230525 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:30.318208 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Provisioning complete for port dfb4411b-98a6-49e5-a9b9-2e8525591c71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:30.318701 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.440281 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d816e-0072-42fc-b8d7-a53fc77b3c42 None None] Pushing event updated for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:30.467602 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Current status of the port dfb4411b-98a6-49e5-a9b9-2e8525591c71 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:30.467980 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.480312 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:30.492922 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:30.515384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] For port dfb4411b-98a6-49e5-a9b9-2e8525591c71, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=dfb4411b-98a6-49e5-a9b9-2e8525591c71,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:30.520625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.585737 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a63ff0-ea17-42f0-b9e1-f6320385b7b2 None None] Pushing event updated for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:30.643153 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-9ccd1b35-f5ed-49ee-aa37-035b3314532b None None] Provisioning complete for port dfb4411b-98a6-49e5-a9b9-2e8525591c71 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:30.643824 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9ccd1b35-f5ed-49ee-aa37-035b3314532b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.752750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd1b35-f5ed-49ee-aa37-035b3314532b None None] Current status of the port dfb4411b-98a6-49e5-a9b9-2e8525591c71 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:30.762802 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f0a0d10e-784e-4e54-a518-bc20521961c9 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:30.788484 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'dfb4411b-98a6-49e5-a9b9-2e8525591c71', 'name': '', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'mac_address': 'fa:16:3e:81:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:24Z', 'updated_at': '2022-06-24T08:49:30Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'subnets': [{'id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:30.816327 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port f0a0d10e-784e-4e54-a518-bc20521961c9 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:30.816688 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:30.821573 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c9da1-7dd0-41c8-b30c-6550cecea07d None None] The sync data for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi is: [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'dfb4411b-98a6-49e5-a9b9-2e8525591c71', 'name': '', 'network_id': '4fa98aac-0aa9-4c7f-8521-15170a4951aa', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'mac_address': 'fa:16:3e:81:d6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:24Z', 'updated_at': '2022-06-24T08:49:30Z', 'revision_number': 4, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'subnets': [{'id': 'dffce690-80df-489f-b4eb-ee5ed7a25b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:30.923666 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port f0a0d10e-784e-4e54-a518-bc20521961c9 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:30.924750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device dfb4411b-98a6-49e5-a9b9-2e8525591c71 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:30.927531 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:30.982513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port dfb4411b-98a6-49e5-a9b9-2e8525591c71 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:30.982513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:31.080448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port dfb4411b-98a6-49e5-a9b9-2e8525591c71 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:33.894834 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:33.895811 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=47,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:34.828128 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638675-209e-4ac6-ae45-9e3de7318d95 req-224fe140-d8df-4f4d-b298-b723520eba18 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:34.830634 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-68638675-209e-4ac6-ae45-9e3de7318d95 req-224fe140-d8df-4f4d-b298-b723520eba18 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0567608 Jun 24 08:49:34.895708 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-68638675-209e-4ac6-ae45-9e3de7318d95 req-52926225-e083-46c9-8383-3be087333f19 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585744 Jun 24 08:49:36.065493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c1052-573a-430b-bd56-64d7ea77157f req-88bec06e-8c57-4b7a-a011-a80f98fd349c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:36.066940 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab5c1052-573a-430b-bd56-64d7ea77157f req-88bec06e-8c57-4b7a-a011-a80f98fd349c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.1012728 Jun 24 08:49:36.122380 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-0727e3d2-c588-41b2-9976-3ae2fb046e77 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:36.123872 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-0727e3d2-c588-41b2-9976-3ae2fb046e77 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 814 time: 0.1710167 Jun 24 08:49:36.126306 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:36.153977 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab5c1052-573a-430b-bd56-64d7ea77157f req-5c206321-e3d9-4d42-bd73-3a47a14debae tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfda9907-b97a-47bd-bdbb-ead641db8520&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764983 Jun 24 08:49:36.154637 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-0a0d04a8-b91e-4f61-82cb-42715061126b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/quotas/2fa7360005f4416f87703d3efb18d3e1 HTTP/1.1" status: 200 len: 375 time: 0.0236316 Jun 24 08:49:36.211011 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-21da73d9-dc47-4a53-b7c0-a64480b700f6 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503023 Jun 24 08:49:36.312224 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-50753c08-ca6e-4af3-a1a9-b16303ceb247 service neutron] 10.222.0.13 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895209 Jun 24 08:49:36.405817 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-794ec5e3-7b45-4ac6-b877-74bc3a49f365 service neutron] 10.222.0.13 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Jun 24 08:49:36.594848 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13ad082a-dc7b-43dc-b6d4-fb762f9e67d0 req-63a4768e-f5ca-4c0a-a5bd-bad0c28d0dd7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 210 time: 0.0434141 Jun 24 08:49:36.635266 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-6ee0e468-5d2c-41d6-a65a-499338821e47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:36.637382 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-6ee0e468-5d2c-41d6-a65a-499338821e47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 946 time: 0.0749633 Jun 24 08:49:36.727385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port db1380f2-5023-4908-b975-28df4d44f376 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:49:36.727778 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (db1380f2-5023-4908-b975-28df4d44f376), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:36.830918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] For port db1380f2-5023-4908-b975-28df4d44f376, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=db1380f2-5023-4908-b975-28df4d44f376,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:36.831275 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (db1380f2-5023-4908-b975-28df4d44f376), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:37.009586 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:37.010044 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:37.010330 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP e853ad16-92b6-4695-a3fb-48b2cc506e06 disassociated. External IP: 172.27.1.127, port: db1380f2-5023-4908-b975-28df4d44f376. Jun 24 08:49:37.010630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for db1380f2-5023-4908-b975-28df4d44f376 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:49:37.014904 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:37.153471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (db1380f2-5023-4908-b975-28df4d44f376), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:37.184097 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=db1380f2-5023-4908-b975-28df4d44f376,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:37.271725 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-eea21af3-d4be-4db1-9bc7-3902108dea33 req-0d542ae1-30fd-4e5d-8e1f-f577be0cdeaa tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc HTTP/1.1" status: 200 len: 210 time: 0.0374222 Jun 24 08:49:37.304143 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:37.325605 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:49:37.430617 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:37.440178 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:37.451200 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:37.451939 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:37.476765 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] No DVR routers for this DVR port db1380f2-5023-4908-b975-28df4d44f376 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:49:37.480329 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:37.483868 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a32f6d0f-2fcb-4e69-9283-c3d9ab76a7a6 req-44081545-ea12-441e-b570-3e5abd60dfee tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "DELETE /v2.0/ports/db1380f2-5023-4908-b975-28df4d44f376 HTTP/1.1" status: 204 len: 173 time: 0.8393204 Jun 24 08:49:37.484376 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'name': 'network-vif-deleted', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:37.487753 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbc2b6-028e-4c2b-abdc-60cef9a7b0a9" -d '{"events": [{"server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "name": "network-vif-deleted", "tag": "db1380f2-5023-4908-b975-28df4d44f376"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:37.534003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c54dc6-6ea7-413a-a362-5f54c0e59fb4 x-openstack-request-id: req-15c54dc6-6ea7-413a-a362-5f54c0e59fb4 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:37.534003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc", "name": "network-vif-deleted", "tag": "db1380f2-5023-4908-b975-28df4d44f376", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:37.534291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15c54dc6-6ea7-413a-a362-5f54c0e59fb4 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:37.534556 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c54dc6-6ea7-413a-a362-5f54c0e59fb4'] response: {'server_uuid': 'f8e7802a-d7a1-432a-a3a3-7a2ec3d89afc', 'name': 'network-vif-deleted', 'tag': 'db1380f2-5023-4908-b975-28df4d44f376', 'status': 'completed', 'code': 200} Jun 24 08:49:37.582868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:37.749089 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4c3333df-e9de-49da-ae65-ecb634ec62b4 req-de4a7328-d132-427b-9f99-85fa0447db2d tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 210 time: 0.0540905 Jun 24 08:49:37.831370 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-e6f85935-2619-4df7-870f-d255ea116c37 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:37.832811 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-e6f85935-2619-4df7-870f-d255ea116c37 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 814 time: 0.1511464 Jun 24 08:49:37.874834 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:37.906779 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:37.920702 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:37.921306 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:37.924596 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:38.002846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'port': {'device_id': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'admin_state_up': True, 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:38.033792 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:38.134978 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Made reservation on behalf of 2fa7360005f4416f87703d3efb18d3e1 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:38.138873 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.285039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:38.289528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Allocated IP 172.20.0.3 (37d35eef-7c65-436e-86fa-f165d2ee9cfb/9caf2041-645c-494a-92d6-46fcee218dc9/847e9d65-5fa2-49be-983e-9cbfe98fb601) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:38.320421 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282be418-b5c1-4606-864d-3f2ed14f0d75 None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '160f9e5f-7718-4ff6-80aa-31fa8c515544', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.40', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:cf:f7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:17Z', 'updated_at': '2022-06-24T08:47:55Z', 'revision_number': 2, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:38.339493 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:38.404071 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41178) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:38.496116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.496435 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (dfda9907-b97a-47bd-bdbb-ead641db8520), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.532802 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (dfda9907-b97a-47bd-bdbb-ead641db8520), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.546265 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.615350 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:38.626446 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:38.631197 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:38.652813 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (dfda9907-b97a-47bd-bdbb-ead641db8520), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.656313 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.661100 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfda9907-b97a-47bd-bdbb-ead641db8520 HTTP/1.1" status: 204 len: 168 time: 0.2553539 Jun 24 08:49:38.661740 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41182) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:38.677075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:38.690792 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:38.694042 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:38.708412 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.730289 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-4b528610-2ae8-4d28-b619-21c585b3f22c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] show failed (client error): The resource could not be found. Jun 24 08:49:38.735971 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4b528610-2ae8-4d28-b619-21c585b3f22c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups/dfda9907-b97a-47bd-bdbb-ead641db8520 HTTP/1.1" status: 404 len: 347 time: 0.0695906 Jun 24 08:49:38.737218 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c245a-d18c-46db-81a0-28e8380f0612 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfda9907-b97a-47bd-bdbb-ead641db8520,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:38.742151 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41184) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:38.749389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:38.750740 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:38.798425 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-4baaedef-b88a-4937-8ecf-0c96fd381874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950037 Jun 24 08:49:38.850620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Request body: {'port': {'device_id': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:38.937944 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46421483-d744-4fa2-b554-17fcc714b64b None None] New status for floating IP e853ad16-92b6-4695-a3fb-48b2cc506e06: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:49:39.086217 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057114fa-a988-4cfc-837a-a5076b6110d9 req-0c26024a-c87d-4c3e-a1c0-4e7c76048035 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:39.104137 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-057114fa-a988-4cfc-837a-a5076b6110d9 req-0c26024a-c87d-4c3e-a1c0-4e7c76048035 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 931 time: 0.1988251 Jun 24 08:49:39.111908 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.142662 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-8a2c8488-4d6e-45d1-992a-dc3b9ba6469d None None] Provisioning complete for port 847e9d65-5fa2-49be-983e-9cbfe98fb601 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:39.144348 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-8a2c8488-4d6e-45d1-992a-dc3b9ba6469d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.237139 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c8488-4d6e-45d1-992a-dc3b9ba6469d None None] Port 847e9d65-5fa2-49be-983e-9cbfe98fb601 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:39.328283 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-057114fa-a988-4cfc-837a-a5076b6110d9 req-d2e8685f-475e-43d8-a13c-7a00fcc74cfc tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174299 Jun 24 08:49:39.570339 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port 1c01004b-c9a4-45c5-badc-bc5e0944e0ea {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:49:39.571337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.644859 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847e9d65-5fa2-49be-983e-9cbfe98fb601 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:49:39.654566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks [] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.668228 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.668923 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.670703 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Transition to ACTIVE for port object 847e9d65-5fa2-49be-983e-9cbfe98fb601 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:49:39.676237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.686082 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for 1c01004b-c9a4-45c5-badc-bc5e0944e0ea owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:49:39.799297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:39.911428 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (1c01004b-c9a4-45c5-badc-bc5e0944e0ea), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.919144 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Attempting to bind port 847e9d65-5fa2-49be-983e-9cbfe98fb601 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:39.919605 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Attempting to bind port 847e9d65-5fa2-49be-983e-9cbfe98fb601 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:39.920032 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Attempting to bind port 847e9d65-5fa2-49be-983e-9cbfe98fb601 on network 37d35eef-7c65-436e-86fa-f165d2ee9cfb {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:39.925787 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Port 847e9d65-5fa2-49be-983e-9cbfe98fb601 on network 37d35eef-7c65-436e-86fa-f165d2ee9cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:49:39.926244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Attempting to bind port 847e9d65-5fa2-49be-983e-9cbfe98fb601 on network 37d35eef-7c65-436e-86fa-f165d2ee9cfb {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:39.932103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:39.933115 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Checking segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:39.934116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Bound using segment: {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:39.934669 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Bound port: 847e9d65-5fa2-49be-983e-9cbfe98fb601, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f365107-41fe-4dd8-89d5-e4a306b57f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:39.935280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:39.986609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=1c01004b-c9a4-45c5-badc-bc5e0944e0ea,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:40.012448 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:40.047244 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:40.052033 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:40.061175 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (e853ad16-92b6-4695-a3fb-48b2cc506e06), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:40.064837 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:40.065962 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:40.067404 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-77d4cd09-f0f4-4ca2-a21c-0aa8e6d9d37a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/floatingips/e853ad16-92b6-4695-a3fb-48b2cc506e06 HTTP/1.1" status: 204 len: 168 time: 1.3239169 Jun 24 08:49:40.114679 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:40.115898 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:40.117084 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] 10.222.0.49 "PUT /v2.0/ports/847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 1093 time: 1.2723660 Jun 24 08:49:40.117639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:40.120660 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e0a20-d52c-46f1-95ee-140c8b60789b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:40.141631 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:40.147164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833015-b3bb-49ff-ac2c-437d18c51fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:40.192347 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0cb9f-25e2-41a4-8ce6-63999cdc28da x-openstack-request-id: req-8ff0cb9f-25e2-41a4-8ce6-63999cdc28da {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:40.192347 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:40.192615 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff0cb9f-25e2-41a4-8ce6-63999cdc28da {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:40.193075 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff0cb9f-25e2-41a4-8ce6-63999cdc28da'] response: {'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:49:40.527669 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734cbd7-37e6-475b-a56c-80abadbe7203 req-0899c34d-51fa-4077-b065-f0e673f617d4 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:40.530205 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4734cbd7-37e6-475b-a56c-80abadbe7203 req-0899c34d-51fa-4077-b065-f0e673f617d4 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0914361 Jun 24 08:49:40.603339 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4734cbd7-37e6-475b-a56c-80abadbe7203 req-8d7141ee-1da4-4de2-94c6-8897c8aa1b71 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646935 Jun 24 08:49:41.035499 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device db1380f2-5023-4908-b975-28df4d44f376 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:49:41.060376 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: db1380f2-5023-4908-b975-28df4d44f376 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:49:41.060810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device db1380f2-5023-4908-b975-28df4d44f376 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:49:41.735880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323db09-3232-43be-bb7e-7c4fba13e30a req-d99d9ce4-e8d2-44dd-8efb-9c916a398437 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:41.738869 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5323db09-3232-43be-bb7e-7c4fba13e30a req-d99d9ce4-e8d2-44dd-8efb-9c916a398437 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0610003 Jun 24 08:49:41.801660 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5323db09-3232-43be-bb7e-7c4fba13e30a req-ad54cc4f-5bea-4c9c-a607-38eb4fd2f9d9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567212 Jun 24 08:49:42.927938 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47174e1-84ec-43c8-8aff-bfafd44a5bc1 req-4eac05b4-9745-47cc-84fd-311c4c8e84c6 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:42.929065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e47174e1-84ec-43c8-8aff-bfafd44a5bc1 req-4eac05b4-9745-47cc-84fd-311c4c8e84c6 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0517209 Jun 24 08:49:42.984123 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e47174e1-84ec-43c8-8aff-bfafd44a5bc1 req-cbab75d1-c77a-48c2-aff7-d0e42571c551 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Jun 24 08:49:44.115963 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa5c77-290d-4fbe-8250-00a35b8c0c96 req-c1bcc29d-9540-4577-9dfc-3351a40ab53b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:44.117713 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97aa5c77-290d-4fbe-8250-00a35b8c0c96 req-c1bcc29d-9540-4577-9dfc-3351a40ab53b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0502362 Jun 24 08:49:44.171714 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-97aa5c77-290d-4fbe-8250-00a35b8c0c96 req-69049e57-9c77-4dbb-96a9-0e3a3c8903e0 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Jun 24 08:49:45.308305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2574650-e828-4de6-8f23-334c0b74fe60 req-587217f4-c81f-42ed-8f44-d5b4a056a2d0 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:45.309909 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b2574650-e828-4de6-8f23-334c0b74fe60 req-587217f4-c81f-42ed-8f44-d5b4a056a2d0 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0554700 Jun 24 08:49:45.362356 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b2574650-e828-4de6-8f23-334c0b74fe60 req-cea38354-9d6d-485d-8024-3efa28a93c7d tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Jun 24 08:49:46.476936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e25ba-de85-4f4d-b62c-b0e01cb025c0 req-b93cdb0c-12ef-45b8-ada6-786858016214 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:46.478503 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b30e25ba-de85-4f4d-b62c-b0e01cb025c0 req-b93cdb0c-12ef-45b8-ada6-786858016214 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0481608 Jun 24 08:49:46.529613 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b30e25ba-de85-4f4d-b62c-b0e01cb025c0 req-818d0882-c15e-4146-a3d6-9bb42bfa9c6e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jun 24 08:49:46.710187 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-99b1c4ab-8eaa-4eb2-a527-62560295f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:46.711655 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-99b1c4ab-8eaa-4eb2-a527-62560295f7f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1127 time: 0.0518854 Jun 24 08:49:46.759469 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-dd672eda-7792-44b4-9e6b-034cb11b965f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600400 Jun 24 08:49:46.866855 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924054-a11f-472a-aa03-522b8c57539b req-5753a0cf-754e-4015-97f3-05d292c4c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:46.868405 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-5753a0cf-754e-4015-97f3-05d292c4c502 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 1129 time: 0.0615578 Jun 24 08:49:46.879067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-30e62de9-a58c-4eac-95b1-f621ee76f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:46.880807 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-30e62de9-a58c-4eac-95b1-f621ee76f8d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2fa7360005f4416f87703d3efb18d3e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1453402 Jun 24 08:49:47.327282 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:47.333503 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-ad621c1a-40e7-4743-89b9-6e1c1d23ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.335186 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c9e0a20-d52c-46f1-95ee-140c8b60789b req-ad621c1a-40e7-4743-89b9-6e1c1d23ecb0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775239 Jun 24 08:49:47.340526 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924054-a11f-472a-aa03-522b8c57539b req-4234858e-1eae-40ba-867e-3b4cc4d8bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.341928 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-4234858e-1eae-40ba-867e-3b4cc4d8bea2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.1627984 Jun 24 08:49:47.408630 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:47.442566 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-902dff7b-4f1b-4cc6-a922-26f8afb83a62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c96470b-899f-45c4-b463-69a3cf1070d2 HTTP/1.1" status: 200 len: 1000 time: 0.0918682 Jun 24 08:49:47.445351 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-7bced774-fac5-4c4f-a74e-e925f1055ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.446763 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-7bced774-fac5-4c4f-a74e-e925f1055ff4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1127 time: 0.0504708 Jun 24 08:49:47.524618 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-76c23ae2-59df-4145-8df5-7e92f78b2202 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 217 time: 0.0545521 Jun 24 08:49:47.564306 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924054-a11f-472a-aa03-522b8c57539b req-38d19cba-4658-421d-9bdc-ec0ac4a2f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.565983 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-38d19cba-4658-421d-9bdc-ec0ac4a2f69b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.1041772 Jun 24 08:49:47.649979 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-e7327438-a2f0-412d-82b9-18bdcac28763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.651593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-e7327438-a2f0-412d-82b9-18bdcac28763 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.1201031 Jun 24 08:49:47.659501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23924054-a11f-472a-aa03-522b8c57539b req-588ee79f-9e33-4dfa-913a-a655878f0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.660859 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-588ee79f-9e33-4dfa-913a-a655878f0e68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0864275 Jun 24 08:49:47.710470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5552bb-2ce2-4d52-a7bf-a25a25630a4c req-04e9a9a9-8fb0-4339-b073-9c31fe270788 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:47.711904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a5552bb-2ce2-4d52-a7bf-a25a25630a4c req-04e9a9a9-8fb0-4339-b073-9c31fe270788 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.1058190 Jun 24 08:49:48.019158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-17840b9b-4316-4367-9719-7cb9731f7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:48.020652 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-17840b9b-4316-4367-9719-7cb9731f7c95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3625207 Jun 24 08:49:48.133452 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4a5552bb-2ce2-4d52-a7bf-a25a25630a4c req-8b2ae93b-9d40-4edd-8282-35d047cfabf1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426733 Jun 24 08:49:48.168362 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-323aa175-bc14-438f-b207-871cfaf6ae27 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950066 Jun 24 08:49:48.221037 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-a2a8f72b-a911-42a4-ad4a-a73e5e5c40db service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681767 Jun 24 08:49:48.229497 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472997d2-e0e0-4e84-93b5-d1dc656125ec req-4a47023e-99bc-4a2f-82cf-a15277b8f449 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:48.230963 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-472997d2-e0e0-4e84-93b5-d1dc656125ec req-4a47023e-99bc-4a2f-82cf-a15277b8f449 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0688105 Jun 24 08:49:48.279465 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-472997d2-e0e0-4e84-93b5-d1dc656125ec req-eb65b713-23db-4828-bdbf-13b267aa51a8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430431 Jun 24 08:49:49.119417 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:49.180577 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:49.261860 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a3b6b-9050-4857-9f06-87ba5110895e req-b775b67d-8232-4af4-8d0e-c34cfd85e481 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:49.263430 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-895a3b6b-9050-4857-9f06-87ba5110895e req-b775b67d-8232-4af4-8d0e-c34cfd85e481 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0574915 Jun 24 08:49:49.317236 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-895a3b6b-9050-4857-9f06-87ba5110895e req-b6c5c066-59c0-42c1-b8e9-3abaeb1b9591 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Jun 24 08:49:49.476760 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596b332-89d7-4d3c-b6a1-0f5eabb3fe77 req-694acaac-5401-4080-a365-0a7f8ce3dfbd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:49.478327 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f596b332-89d7-4d3c-b6a1-0f5eabb3fe77 req-694acaac-5401-4080-a365-0a7f8ce3dfbd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.1127305 Jun 24 08:49:49.620880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:49.627278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:49.636986 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23924054-a11f-472a-aa03-522b8c57539b req-41cbb1d3-4be6-43cf-9790-a1cdedbf025e service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414770 Jun 24 08:49:49.642288 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3cedbd46-969d-43c2-811f-9fc318bbef27 req-bda3daaf-20c8-4c38-83a0-1081fbfda828 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457371 Jun 24 08:49:49.646778 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f596b332-89d7-4d3c-b6a1-0f5eabb3fe77 req-1c4e2fa4-d10f-4be3-a1c6-439c2196aa13 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389909 Jun 24 08:49:50.049130 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=75,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:50.052704 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=52,neutron:DELETE=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:50.445891 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3570e95-6b08-4758-be4a-6f5047a2d5af req-f3277176-cade-4663-953b-284da3f02cf2 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:50.447409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e3570e95-6b08-4758-be4a-6f5047a2d5af req-f3277176-cade-4663-953b-284da3f02cf2 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 943 time: 0.0497990 Jun 24 08:49:50.501586 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e3570e95-6b08-4758-be4a-6f5047a2d5af req-e6c29ace-fe32-4e36-86db-66a87bbc0874 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Jun 24 08:49:50.574159 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba1cf-983a-40b8-a770-fb0036099683 req-39afb981-27ab-461b-9167-2501fa221b7f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:50.575659 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27dba1cf-983a-40b8-a770-fb0036099683 req-39afb981-27ab-461b-9167-2501fa221b7f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0480688 Jun 24 08:49:50.676151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port 9c96470b-899f-45c4-b463-69a3cf1070d2 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:49:50.676151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:50.732873 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:49:50.802855 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d1be5-aa9f-409b-8056-24781e913ace req-5cd71f26-5cff-4afa-a5c7-c7d18cc1a2e7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:50.804341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9d2d1be5-aa9f-409b-8056-24781e913ace req-5cd71f26-5cff-4afa-a5c7-c7d18cc1a2e7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 945 time: 0.0649290 Jun 24 08:49:50.823801 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] For port 9c96470b-899f-45c4-b463-69a3cf1070d2, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=9c96470b-899f-45c4-b463-69a3cf1070d2,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:50.824158 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:50.911129 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9d2d1be5-aa9f-409b-8056-24781e913ace req-b7f0820c-0f99-4d7f-979f-c486a34cdca4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=92fda50c-3900-4caa-a460-2278446e0929&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007557 Jun 24 08:49:51.026690 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.027216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.027524 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 160f9e5f-7718-4ff6-80aa-31fa8c515544 disassociated. External IP: 172.27.1.40, port: 9c96470b-899f-45c4-b463-69a3cf1070d2. Jun 24 08:49:51.027869 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for 9c96470b-899f-45c4-b463-69a3cf1070d2 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:49:51.092747 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 847e9d65-5fa2-49be-983e-9cbfe98fb601 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:49:51.166471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (9c96470b-899f-45c4-b463-69a3cf1070d2), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.193856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=9c96470b-899f-45c4-b463-69a3cf1070d2,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:51.199705 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:51.212298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'port_id': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'mac_address': 'fa:16:3e:de:eb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:49:51.261086 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 847e9d65-5fa2-49be-983e-9cbfe98fb601 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:51.261568 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.271603 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fb0056fd-9344-494b-868a-26782dcda2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.278120 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847e9d65-5fa2-49be-983e-9cbfe98fb601 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:49:51.312088 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:51.315824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:49:51.322077 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.365265 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:51.381103 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:51.416725 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:51.436567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:49:51.448624 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:49:51.460381 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:51.461000 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:51.482856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] No DVR routers for this DVR port 9c96470b-899f-45c4-b463-69a3cf1070d2 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:49:51.485448 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:51.489188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27dba1cf-983a-40b8-a770-fb0036099683 req-19c0108c-de59-4b5c-a38a-d3536523bc47 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "DELETE /v2.0/ports/9c96470b-899f-45c4-b463-69a3cf1070d2 HTTP/1.1" status: 204 len: 173 time: 0.9047472 Jun 24 08:49:51.489676 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'name': 'network-vif-deleted', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:51.492110 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e46ed8-aaa9-4f67-9899-d1d5108569e3" -d '{"events": [{"server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "name": "network-vif-deleted", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:51.542920 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd20043-c0f8-4f1c-bd0d-30abbdb5fbf6 x-openstack-request-id: req-8fd20043-c0f8-4f1c-bd0d-30abbdb5fbf6 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:51.549887 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57397a13-99c7-451e-8c0a-a7c6303a7fa9", "name": "network-vif-deleted", "tag": "9c96470b-899f-45c4-b463-69a3cf1070d2", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:51.550601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fd20043-c0f8-4f1c-bd0d-30abbdb5fbf6 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:51.551194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd20043-c0f8-4f1c-bd0d-30abbdb5fbf6'] response: {'server_uuid': '57397a13-99c7-451e-8c0a-a7c6303a7fa9', 'name': 'network-vif-deleted', 'tag': '9c96470b-899f-45c4-b463-69a3cf1070d2', 'status': 'completed', 'code': 200} Jun 24 08:49:51.571007 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:51.591262 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:51.654671 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6308d22-16c5-4159-926c-6abc0eccfc4f req-ce7661f8-79e7-4190-9fd0-56423d64625f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:51.661736 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6308d22-16c5-4159-926c-6abc0eccfc4f req-ce7661f8-79e7-4190-9fd0-56423d64625f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 944 time: 0.0658937 Jun 24 08:49:51.745902 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b6308d22-16c5-4159-926c-6abc0eccfc4f req-c45ac5af-722f-491b-8aee-76e6e539958b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jun 24 08:49:51.752277 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:49:51.793019 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:51.878160 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:51.905259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:49:51.932659 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:49:51.933357 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:52.046178 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3f94d770-7093-46bf-ae99-63aa03b59556 req-c6e06257-236e-49ac-9698-0b8c58f36666 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=57397a13-99c7-451e-8c0a-a7c6303a7fa9 HTTP/1.1" status: 200 len: 210 time: 0.0443306 Jun 24 08:49:52.089288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:49:52.292194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:49:52.317984 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea2d9e6-ba4d-4cce-a471-ecda29b7af2d None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:49:52.550887 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7e6bf7-03f4-441f-9874-a50033c89d03 None None] New status for floating IP 160f9e5f-7718-4ff6-80aa-31fa8c515544: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:49:52.855896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442567c-4e38-4f34-ab5a-9562cdf1cdf6 req-3026d518-2646-423f-b489-a21b41cd3352 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:52.857311 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0442567c-4e38-4f34-ab5a-9562cdf1cdf6 req-3026d518-2646-423f-b489-a21b41cd3352 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 944 time: 0.0479181 Jun 24 08:49:52.905698 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0442567c-4e38-4f34-ab5a-9562cdf1cdf6 req-328214ca-0041-4351-a463-c179685fdf92 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428283 Jun 24 08:49:53.098435 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 847e9d65-5fa2-49be-983e-9cbfe98fb601 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:49:53.145394 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 847e9d65-5fa2-49be-983e-9cbfe98fb601 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:49:53.145615 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41264) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:53.153736 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 847e9d65-5fa2-49be-983e-9cbfe98fb601 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:53.154177 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.213983 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (92fda50c-3900-4caa-a460-2278446e0929), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.240931 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 847e9d65-5fa2-49be-983e-9cbfe98fb601 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:49:53.241638 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (92fda50c-3900-4caa-a460-2278446e0929), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.241827 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.268082 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:53.270552 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06827ff-15de-4f54-8c77-bd8804f16727" -d '{"events": [{"server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "name": "network-vif-plugged", "status": "completed", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:53.284216 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:49:53.295349 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.296419 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 9c96470b-899f-45c4-b463-69a3cf1070d2 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:49:53.303763 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (92fda50c-3900-4caa-a460-2278446e0929), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.306868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.312932 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41268) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:53.313916 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/security-groups/92fda50c-3900-4caa-a460-2278446e0929 HTTP/1.1" status: 204 len: 168 time: 0.1662645 Jun 24 08:49:53.324866 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb69b-a023-4f16-b46d-c46e748242b8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fda50c-3900-4caa-a460-2278446e0929,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:53.337240 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-b69fea07-bc4a-4b5b-b355-7f101a0a488b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] show failed (client error): The resource could not be found. Jun 24 08:49:53.341890 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b69fea07-bc4a-4b5b-b355-7f101a0a488b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups/92fda50c-3900-4caa-a460-2278446e0929 HTTP/1.1" status: 404 len: 347 time: 0.0230844 Jun 24 08:49:53.342210 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede5c863-40da-479b-8d5d-a0fff37ac810 x-openstack-request-id: req-ede5c863-40da-479b-8d5d-a0fff37ac810 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:53.342210 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "name": "network-vif-plugged", "status": "completed", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:53.342210 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ede5c863-40da-479b-8d5d-a0fff37ac810 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:53.342210 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede5c863-40da-479b-8d5d-a0fff37ac810'] response: {'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'code': 200} Jun 24 08:49:53.342572 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41270) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:53.350758 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 9c96470b-899f-45c4-b463-69a3cf1070d2 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:49:53.357768 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 9c96470b-899f-45c4-b463-69a3cf1070d2 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:49:53.365049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:53.399475 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:53.484178 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port 4a10254c-6ea5-440c-9ce1-9451359e483b {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:49:53.484533 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.574620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e751d37-244c-4b81-ae77-572652e526b6 req-7ce6b5da-e575-45ab-a65b-8ae2b5e5e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:53.576623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1e751d37-244c-4b81-ae77-572652e526b6 req-7ce6b5da-e575-45ab-a65b-8ae2b5e5e7e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1129 time: 0.0511274 Jun 24 08:49:53.578592 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-15bca9bd-abb4-4937-b13e-b5cb117537cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.580274 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.580603 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (4a10254c-6ea5-440c-9ce1-9451359e483b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.595543 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for 4a10254c-6ea5-440c-9ce1-9451359e483b owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:49:53.635523 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1e751d37-244c-4b81-ae77-572652e526b6 req-f1271c0a-50ed-4893-8b2e-ddca1ad26a80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522444 Jun 24 08:49:53.741070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (4a10254c-6ea5-440c-9ce1-9451359e483b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.771340 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=4a10254c-6ea5-440c-9ce1-9451359e483b,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:53.785249 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.785593 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.785966 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.786297 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.786659 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.786962 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.787292 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.787609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.787932 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.788252 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.788575 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.788898 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.789224 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.789539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.789889 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:49:53.853287 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (160f9e5f-7718-4ff6-80aa-31fa8c515544), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.856905 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:53.858121 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-776811fb-3952-4409-ab64-13dac6e6b0dd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/floatingips/160f9e5f-7718-4ff6-80aa-31fa8c515544 HTTP/1.1" status: 204 len: 168 time: 0.5151396 Jun 24 08:49:53.951994 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41276) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:53.957882 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502684419', 'description': 'tempest-description--1263225105'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:53.989615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.045113 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9e1e4-c504-41be-a09e-0e68f3a31bb3 req-f8045ad3-3787-46f7-b361-1b794943c4fd tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:54.046917 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6bd9e1e4-c504-41be-a09e-0e68f3a31bb3 req-f8045ad3-3787-46f7-b361-1b794943c4fd tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0571518 Jun 24 08:49:54.072399 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (8898f17f-1cd8-4f8b-a96d-4ba3f42133e5), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.076760 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (8898f17f-1cd8-4f8b-a96d-4ba3f42133e5), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.111081 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6bd9e1e4-c504-41be-a09e-0e68f3a31bb3 req-b64e5405-f18f-4827-ad50-d91298215e8a tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Jun 24 08:49:54.115902 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.116975 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1635582 Jun 24 08:49:54.119018 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161a4b-9006-409d-a90d-e0122c8d719f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:54.121373 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41278) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:54.128164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '8898f17f-1cd8-4f8b-a96d-4ba3f42133e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:54.171415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (8c2e906e-8275-41d6-a118-487b9f184294), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.244045 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (8c2e906e-8275-41d6-a118-487b9f184294), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.249256 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (8c2e906e-8275-41d6-a118-487b9f184294), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.276429 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2e906e-8275-41d6-a118-487b9f184294,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:54.286181 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.287626 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1181219a-4f1c-4d60-b242-fc534bab6aa4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648295 Jun 24 08:49:54.290633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41280) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:54.296097 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '8898f17f-1cd8-4f8b-a96d-4ba3f42133e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:54.328924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (d84a4e1c-d354-4e5d-b11d-013a132663b2), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.402033 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (d84a4e1c-d354-4e5d-b11d-013a132663b2), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.406182 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (d84a4e1c-d354-4e5d-b11d-013a132663b2), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.428863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:54.431132 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84a4e1c-d354-4e5d-b11d-013a132663b2,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:54.437215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.442282 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41282) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:49:54.443125 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-fcece461-d1cd-4ec1-b413-f8527dfd7600 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504703 Jun 24 08:49:54.448343 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:54.480319 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.576857 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.678750 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:54.688211 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:54.703990 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.27.1.134 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/a54dbf0d-5f0f-4337-93c7-ca46f762e004) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:54.821275 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.858809 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.886895 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:54.920421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:54.922186 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:54.926518 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:54.930187 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=a54dbf0d-5f0f-4337-93c7-ca46f762e004,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:55.016196 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.060494 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.224605 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:55.230870 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.235998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.272276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54574f30-7a5d-40a8-b212-156aeeb68e85 req-6f113514-d7db-4a13-8521-4f9193aadea8 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:55.273901 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-54574f30-7a5d-40a8-b212-156aeeb68e85 req-6f113514-d7db-4a13-8521-4f9193aadea8 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0605173 Jun 24 08:49:55.320438 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=a54dbf0d-5f0f-4337-93c7-ca46f762e004,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:55.327634 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-54574f30-7a5d-40a8-b212-156aeeb68e85 req-9d297fb4-70a5-43ae-9ab2-b0dd058b2b2f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Jun 24 08:49:55.334016 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.352694 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:55.365950 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-55df2482-854d-4736-81cd-df77ed1c03fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9116175 Jun 24 08:49:55.468380 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1218d6-656d-48aa-b806-b2d014cfe4ac req-50a09126-8259-4ea4-9a14-25e0da3e8933 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:55.469984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bb1218d6-656d-48aa-b806-b2d014cfe4ac req-50a09126-8259-4ea4-9a14-25e0da3e8933 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0630088 Jun 24 08:49:55.523289 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bb1218d6-656d-48aa-b806-b2d014cfe4ac req-9d9b89c9-3edb-4fe3-a08b-2ff76f22416f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Jun 24 08:49:55.595921 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-f32670f1-f96e-4272-84f4-c7511d8ddded tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--502684419&fields=id&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 267 time: 0.0503013 Jun 24 08:49:55.726000 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-61438131-61ae-4aaf-9177-5b36eadd3867 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:55.727541 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-61438131-61ae-4aaf-9177-5b36eadd3867 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.1232805 Jun 24 08:49:55.746901 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-bf9c46a6-17c6-4f42-b4ea-f836a81eb885 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/quotas/7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 375 time: 0.0126565 Jun 24 08:49:55.810073 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-1e552477-c5aa-4e6f-9a80-70a9ca2c53a7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572689 Jun 24 08:49:55.936310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d99725-e7ce-4f03-b3f4-8f8893aa1fb5 req-a6544ab0-b6d0-47ec-8b6c-0471920df2c7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:55.937949 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2d99725-e7ce-4f03-b3f4-8f8893aa1fb5 req-a6544ab0-b6d0-47ec-8b6c-0471920df2c7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0930312 Jun 24 08:49:55.976595 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-5371d3ef-62b0-471b-8567-ce794209800f service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514843 Jun 24 08:49:56.039770 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a2d99725-e7ce-4f03-b3f4-8f8893aa1fb5 req-12b9079c-4509-41b5-9f0c-7cc814086a42 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946391 Jun 24 08:49:56.103045 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-be42de5c-a79e-4412-8a26-3acc98e3f7bb service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193376 Jun 24 08:49:56.304214 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:56.316201 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e3f89701-abcd-4367-a669-984dfbe4cdbf req-1950743f-1a2f-4f9b-a741-4e3e8be1b75f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 210 time: 0.0321233 Jun 24 08:49:56.533139 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:57.444671 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bc145b5d-4073-4928-b74a-914a95382f1c req-de73dd2d-aedd-405e-92a2-327ab89aa692 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 210 time: 0.0370550 Jun 24 08:49:57.469105 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-634b4b8c-920f-45b9-ba14-22aaca71d997 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:57.470621 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-634b4b8c-920f-45b9-ba14-22aaca71d997 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.1505513 Jun 24 08:49:57.544544 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-4085db0f-d3ad-4f5f-a6cb-0d2a7cb885d6 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 379 time: 0.0563171 Jun 24 08:49:57.599684 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'port': {'device_id': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'admin_state_up': True, 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'security_groups': ['8898f17f-1cd8-4f8b-a96d-4ba3f42133e5']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:57.680193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:57.727555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:49:57.731298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:57.814913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:57.873951 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.20.0.11 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/b123be3e-8a3c-4449-9443-f48c362c9866) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:49:58.034844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (b123be3e-8a3c-4449-9443-f48c362c9866), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.071281 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.129859 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:49:58.135767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:49:58.139879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:49:58.168982 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:58.199152 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:58.199797 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.220178 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-952c19ec-c716-4163-a80f-111266a85620 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6245196 Jun 24 08:49:58.239576 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Request body: {'port': {'device_id': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:49:58.308281 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.353561 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-db4af183-54e9-4ec6-89d3-44dcefd44aa2 None None] Provisioning complete for port b123be3e-8a3c-4449-9443-f48c362c9866 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:49:58.355067 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-db4af183-54e9-4ec6-89d3-44dcefd44aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.374997 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:58.391876 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-db4af183-54e9-4ec6-89d3-44dcefd44aa2 None None] Port b123be3e-8a3c-4449-9443-f48c362c9866 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:49:58.536470 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:58.596066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffa0a3-8398-464a-894b-d22aa179d557 req-00d1bf32-06bf-4f13-89e3-a6d1d4887b04 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:58.597787 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04ffa0a3-8398-464a-894b-d22aa179d557 req-00d1bf32-06bf-4f13-89e3-a6d1d4887b04 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 932 time: 0.0785890 Jun 24 08:49:58.675914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b123be3e-8a3c-4449-9443-f48c362c9866 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:49:58.691086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks [] for port (b123be3e-8a3c-4449-9443-f48c362c9866), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.695718 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:49:58.708409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04ffa0a3-8398-464a-894b-d22aa179d557 req-382258fc-1e54-4e25-a6e6-789f6d2b7b2b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989730 Jun 24 08:49:58.717080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Transition to ACTIVE for port object b123be3e-8a3c-4449-9443-f48c362c9866 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:49:58.721826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.776613 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:58.854538 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Attempting to bind port b123be3e-8a3c-4449-9443-f48c362c9866 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:49:58.855096 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Attempting to bind port b123be3e-8a3c-4449-9443-f48c362c9866 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:49:58.855409 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Attempting to bind port b123be3e-8a3c-4449-9443-f48c362c9866 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:58.860395 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Port b123be3e-8a3c-4449-9443-f48c362c9866 on network 0f76c266-a8af-466b-8b61-0e931014df30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:49:58.860717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Attempting to bind port b123be3e-8a3c-4449-9443-f48c362c9866 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:49:58.866278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:49:58.866614 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:49:58.866993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:49:58.867421 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Bound port: b123be3e-8a3c-4449-9443-f48c362c9866, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:49:58.867774 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.938174 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:49:58.941400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b123be3e-8a3c-4449-9443-f48c362c9866,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:49:58.948036 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.987091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:58.987699 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:49:58.989096 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/b123be3e-8a3c-4449-9443-f48c362c9866 HTTP/1.1" status: 200 len: 1094 time: 0.7541103 Jun 24 08:49:58.989524 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:49:58.991796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:49:59.016802 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d597655-d230-44f9-8cec-9b4ca302a0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:49:59.045942 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83452e0e-84dd-4a74-843b-6a00231c0920 x-openstack-request-id: req-83452e0e-84dd-4a74-843b-6a00231c0920 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:49:59.046228 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:49:59.046476 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83452e0e-84dd-4a74-843b-6a00231c0920 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:49:59.046877 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83452e0e-84dd-4a74-843b-6a00231c0920'] response: {'name': 'network-changed', 'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'status': 'completed', 'code': 200} Jun 24 08:49:59.110490 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-d1292c52-b071-40db-8f31-2a36471a50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:59.112183 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-d1292c52-b071-40db-8f31-2a36471a50c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 1128 time: 0.0499587 Jun 24 08:49:59.164965 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-725bc1a9-afb5-4b4d-a099-2febeab1e9c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b123be3e-8a3c-4449-9443-f48c362c9866 HTTP/1.1" status: 200 len: 217 time: 0.0374196 Jun 24 08:49:59.224100 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-2a7feb3a-d494-4af3-82fb-56f9384ad52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:59.225560 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-2a7feb3a-d494-4af3-82fb-56f9384ad52f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0550718 Jun 24 08:49:59.276351 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-2a4301c8-d422-469a-8f44-0c159fbf4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:59.277931 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-2a4301c8-d422-469a-8f44-0c159fbf4b9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456445 Jun 24 08:49:59.380254 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-76c1a09c-9ef9-4934-bb96-744fc7b3a480 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960021 Jun 24 08:49:59.488998 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-78587f05-cce8-48e8-ba5a-4d1e3db97e18 req-7fe389f1-1384-46f7-b61d-2c2bafb36f64 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020334 Jun 24 08:49:59.833555 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c5219-09da-4d17-817b-18f02b9385bf req-5dc0d1a2-eb16-4db5-80c9-cba12fac2d55 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:49:59.835082 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f52c5219-09da-4d17-817b-18f02b9385bf req-5dc0d1a2-eb16-4db5-80c9-cba12fac2d55 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 944 time: 0.0517530 Jun 24 08:49:59.886048 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f52c5219-09da-4d17-817b-18f02b9385bf req-c06eb35f-904b-4c50-9602-a49d485bacf4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Jun 24 08:50:00.528427 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-0bf5da57-a89c-4921-8baf-90d9abb2fec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:00.530581 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-0bf5da57-a89c-4921-8baf-90d9abb2fec5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 1128 time: 0.0509410 Jun 24 08:50:00.565766 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:00.911360 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-47b3e7e2-86bb-4cb9-961d-6ca5dae0d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:00.912810 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-47b3e7e2-86bb-4cb9-961d-6ca5dae0d946 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.3766997 Jun 24 08:50:00.955318 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-d0350565-2cbe-42e9-9395-cddd6bcf8d82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b123be3e-8a3c-4449-9443-f48c362c9866 HTTP/1.1" status: 200 len: 217 time: 0.0352073 Jun 24 08:50:01.026916 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:01.053784 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8ffc3-d440-40af-9ca7-b2001d2dad06 req-f3bcbf73-fbe0-4ce4-972c-d4e6911a0ab0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:01.055467 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53e8ffc3-d440-40af-9ca7-b2001d2dad06 req-f3bcbf73-fbe0-4ce4-972c-d4e6911a0ab0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 944 time: 0.0859680 Jun 24 08:50:01.058432 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-f7033b34-3ac9-49d3-bfc9-4ad50a871384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:01.060254 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-f7033b34-3ac9-49d3-bfc9-4ad50a871384 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0990846 Jun 24 08:50:01.113924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device b123be3e-8a3c-4449-9443-f48c362c9866 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:50:01.142241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-2a9aa867-9bef-4e7b-876c-c5cd9884c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:01.143916 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-2a9aa867-9bef-4e7b-876c-c5cd9884c13c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772154 Jun 24 08:50:01.187979 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-53e8ffc3-d440-40af-9ca7-b2001d2dad06 req-b8c2f375-2eeb-4855-a347-fa0e466b12bd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054306 Jun 24 08:50:01.238637 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b123be3e-8a3c-4449-9443-f48c362c9866,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:01.253784 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'port_id': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'mac_address': 'fa:16:3e:f1:69:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:50:01.270733 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-8111b4ae-61f2-4bc4-b961-f087be86e1bf service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185758 Jun 24 08:50:01.296252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port b123be3e-8a3c-4449-9443-f48c362c9866 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:50:01.296634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:01.312968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b123be3e-8a3c-4449-9443-f48c362c9866 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:50:01.337291 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b123be3e-8a3c-4449-9443-f48c362c9866,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:01.343606 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:01.380321 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-63dc2d0f-9db0-47e9-9620-fbee72f0b1e7 req-8db491fb-0dd2-434e-bb1d-71ec8ba38891 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023843 Jun 24 08:50:01.413535 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:01.721045 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['b123be3e-8a3c-4449-9443-f48c362c9866'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:50:02.314518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94734c-16a9-4f49-bbb7-fa3e98f9a3ff req-32cbe51d-18c1-4206-94ad-88c32e5ac0b6 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:02.315995 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ea94734c-16a9-4f49-bbb7-fa3e98f9a3ff req-32cbe51d-18c1-4206-94ad-88c32e5ac0b6 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 945 time: 0.0471237 Jun 24 08:50:02.365546 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ea94734c-16a9-4f49-bbb7-fa3e98f9a3ff req-60a0b2f4-e0ae-42f6-8776-4093c322dc6a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440598 Jun 24 08:50:02.627531 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:02.630486 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:03.124200 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device b123be3e-8a3c-4449-9443-f48c362c9866 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:50:03.169878 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port b123be3e-8a3c-4449-9443-f48c362c9866 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:50:03.176530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port b123be3e-8a3c-4449-9443-f48c362c9866 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:50:03.176968 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:03.255304 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port b123be3e-8a3c-4449-9443-f48c362c9866 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:50:03.255681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:03.280198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:03.282815 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040f0eac-9d46-434a-97a2-8b00e51db7b8" -d '{"events": [{"server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "name": "network-vif-plugged", "status": "completed", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:03.295599 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b123be3e-8a3c-4449-9443-f48c362c9866,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:03.299668 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:03.326111 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c62b9de-c829-4a33-b8ab-16ebf77212d0 x-openstack-request-id: req-9c62b9de-c829-4a33-b8ab-16ebf77212d0 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:03.326393 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "name": "network-vif-plugged", "status": "completed", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:03.326635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c62b9de-c829-4a33-b8ab-16ebf77212d0 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:03.327013 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c62b9de-c829-4a33-b8ab-16ebf77212d0'] response: {'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'code': 200} Jun 24 08:50:03.333264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:03.353180 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:03.491072 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec91c9-e006-47cd-b0a3-bf5697a8f8e1 req-844e8074-665c-4a78-9524-81a5db84b794 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:03.492536 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-abec91c9-e006-47cd-b0a3-bf5697a8f8e1 req-844e8074-665c-4a78-9524-81a5db84b794 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0482469 Jun 24 08:50:03.547918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edeb57-8816-44b7-a2b1-0f1037921069 req-0ff70f68-92ea-45f3-b666-bf5bb7b67e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:03.549409 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23edeb57-8816-44b7-a2b1-0f1037921069 req-0ff70f68-92ea-45f3-b666-bf5bb7b67e01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 1130 time: 0.0560358 Jun 24 08:50:03.592115 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-abec91c9-e006-47cd-b0a3-bf5697a8f8e1 req-073b5ad5-d75e-495d-b1a1-679d0d24904e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894277 Jun 24 08:50:03.617487 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-23edeb57-8816-44b7-a2b1-0f1037921069 req-ce0e95cc-97d3-4a1d-bc4d-429f273491f8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576262 Jun 24 08:50:04.717219 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b450c-e42b-44b0-8bc7-99b082f7a143 req-21c8ab18-e5cf-4425-8ed7-c0a8c7879207 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:04.718725 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-173b450c-e42b-44b0-8bc7-99b082f7a143 req-21c8ab18-e5cf-4425-8ed7-c0a8c7879207 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0482278 Jun 24 08:50:04.769453 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-173b450c-e42b-44b0-8bc7-99b082f7a143 req-fd7c78b0-3210-4ba6-9dc7-74b0c3641c91 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452104 Jun 24 08:50:05.342352 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=79,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:05.345056 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=76,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:05.890194 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c714a-e1cd-404f-9e5f-a0f18a0cf7b4 req-9f4a6b35-0fb1-4768-ac73-c2f97d414502 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:05.891683 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-044c714a-e1cd-404f-9e5f-a0f18a0cf7b4 req-9f4a6b35-0fb1-4768-ac73-c2f97d414502 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0527177 Jun 24 08:50:05.942954 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-044c714a-e1cd-404f-9e5f-a0f18a0cf7b4 req-9156e0fa-135c-465c-9f4e-db70c8a64adc tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456150 Jun 24 08:50:06.058725 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfe40e-e518-434a-ac87-d5fa87a2fc6f req-390d438f-db50-4d25-a2b5-18fc670b8204 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:06.060340 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-06dfe40e-e518-434a-ac87-d5fa87a2fc6f req-390d438f-db50-4d25-a2b5-18fc670b8204 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0477929 Jun 24 08:50:06.068805 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41382) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:06.073720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'port_id': 'b123be3e-8a3c-4449-9443-f48c362c9866'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:06.113091 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:06.540207 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:06.544101 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:06.643593 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 7ea008f1-7321-4ce9-99d6-96ad332e7fc8 associated. External IP: 172.27.1.134, port: b123be3e-8a3c-4449-9443-f48c362c9866. Jun 24 08:50:06.797453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:06.814060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3b8de-778b-4d2c-ba1c-4f240a1274ec req-18cdd571-e2dd-4e77-b3f1-664c77676bf5 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:06.815556 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-44a3b8de-778b-4d2c-ba1c-4f240a1274ec req-18cdd571-e2dd-4e77-b3f1-664c77676bf5 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Jun 24 08:50:06.857179 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:50:06.866292 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-44a3b8de-778b-4d2c-ba1c-4f240a1274ec req-ee650843-20ff-4886-a4bc-d814dd08d2e8 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451684 Jun 24 08:50:06.890058 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41392) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:06.969845 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:50:06.974569 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:06.983245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:50:06.996331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:06.996960 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:07.011279 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-068b78c5-c974-4c81-aa6c-56b2d5ca80c0 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "PUT /v2.0/floatingips/7ea008f1-7321-4ce9-99d6-96ad332e7fc8 HTTP/1.1" status: 200 len: 992 time: 0.9385464 Jun 24 08:50:07.011279 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:07.012570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617" -d '{"events": [{"name": "network-changed", "server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:07.042163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08327485-eb2a-47a9-a332-1c2ed9ea94fa tempest-TestMinimumBasicScenario-26530291 tempest-TestMinimumBasicScenario-26530291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:07.046890 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41400) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:07.047100 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-08327485-eb2a-47a9-a332-1c2ed9ea94fa tempest-TestMinimumBasicScenario-26530291 tempest-TestMinimumBasicScenario-26530291-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1124 time: 0.1558890 Jun 24 08:50:07.051607 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'port_id': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:07.057406 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622631d8-52e4-4bc5-94e3-725a625473f8 x-openstack-request-id: req-622631d8-52e4-4bc5-94e3-725a625473f8 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:07.057980 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:07.058352 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-622631d8-52e4-4bc5-94e3-725a625473f8 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:07.058765 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622631d8-52e4-4bc5-94e3-725a625473f8'] response: {'name': 'network-changed', 'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'status': 'completed', 'code': 200} Jun 24 08:50:07.081213 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:07.115846 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:07.145248 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-f1b6aae5-e5be-46a6-ba91-9fda6411a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:07.146925 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-f1b6aae5-e5be-46a6-ba91-9fda6411a690 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 1130 time: 0.0460367 Jun 24 08:50:07.153775 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:07.192400 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:07.246937 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:07.270331 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:07.271733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-ce7d146b-5c91-4ea9-9cd3-9bee83908070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:07.273324 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-ce7d146b-5c91-4ea9-9cd3-9bee83908070 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.1169038 Jun 24 08:50:07.281495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:07.324338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Allocated IP 172.27.1.149 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/02232494-ca70-415a-b672-42f470ffe9e6) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:50:07.342731 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-950244f9-d14f-49f5-80f3-c0914e136604 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b123be3e-8a3c-4449-9443-f48c362c9866 HTTP/1.1" status: 200 len: 1000 time: 0.0600493 Jun 24 08:50:07.398903 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-5cbfe90c-3bff-4fd9-90b4-e98cbca9b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:07.400439 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-5cbfe90c-3bff-4fd9-90b4-e98cbca9b341 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0510664 Jun 24 08:50:07.432879 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for port (02232494-ca70-415a-b672-42f470ffe9e6), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:07.453637 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-3ea77f2e-a841-4292-9ffb-ee426e19f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:07.455355 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-3ea77f2e-a841-4292-9ffb-ee426e19f229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457389 Jun 24 08:50:07.465416 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (02232494-ca70-415a-b672-42f470ffe9e6), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:07.511364 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:50:07.512615 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7ea008f1-7321-4ce9-99d6-96ad332e7fc8', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:f1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:54Z', 'updated_at': '2022-06-24T08:50:06Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:07.514467 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:50:07.518449 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:50:07.544937 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:50:07.546573 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'Port': ['ID=02232494-ca70-415a-b672-42f470ffe9e6,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:07.554424 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:07.555293 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:07.581061 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-3765d151-6095-4600-a9e6-64e41738a42a service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156824 Jun 24 08:50:07.690513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:07.699577 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-04fcd93c-3704-4c7b-b9b5-5e1265cd8617 req-dad92382-347a-4141-ad30-11471122fc73 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109879 Jun 24 08:50:07.925778 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7ea008f1-7321-4ce9-99d6-96ad332e7fc8', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:f1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:54Z', 'updated_at': '2022-06-24T08:50:06Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:07.929118 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for floatingip (3c6affd0-68ae-4112-ad8f-238d8100fdac), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:07.955265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f62aeaa-e720-4b5d-ad71-0782450edc18 None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '7ea008f1-7321-4ce9-99d6-96ad332e7fc8', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.134', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:f1:69:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:49:54Z', 'updated_at': '2022-06-24T08:50:06Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:50:07.976392 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:08.004384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (02232494-ca70-415a-b672-42f470ffe9e6), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:08.045537 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:08.160132 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea96cd2-d394-48d4-9def-483ba0cab171 None None] New status for floating IP 7ea008f1-7321-4ce9-99d6-96ad332e7fc8: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:50:08.165217 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for port (02232494-ca70-415a-b672-42f470ffe9e6), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:08.171609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (02232494-ca70-415a-b672-42f470ffe9e6), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:08.237565 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'Port': ['ID=02232494-ca70-415a-b672-42f470ffe9e6,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:08.253284 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (3c6affd0-68ae-4112-ad8f-238d8100fdac), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:08.363133 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Floating IP 3c6affd0-68ae-4112-ad8f-238d8100fdac associated. External IP: 172.27.1.149, port: 847e9d65-5fa2-49be-983e-9cbfe98fb601. Jun 24 08:50:08.679202 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:08.825486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Router d4233783-f83f-4963-a5ec-cbbd0e9c8382 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:50:08.934217 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:50:08.944842 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Sync routers for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:50:08.956857 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:08.957485 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:08.968486 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.002089 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a678b2a8-4fc8-44d0-ab3e-4f8c0e68663f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9513378 Jun 24 08:50:09.002325 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41402) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.006795 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214970642', 'description': 'tempest-secgroup-smoke-214970642 description', 'project_id': '2fa7360005f4416f87703d3efb18d3e1'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.029851 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.061357 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:09.062907 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:09.063610 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:09.107866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (ba8aeccd-a8fa-411d-8f5a-3618410c4a27), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.109606 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d7b54e-55f1-4fba-9cdf-d33c362888cd x-openstack-request-id: req-76d7b54e-55f1-4fba-9cdf-d33c362888cd {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:09.109919 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:09.110167 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d7b54e-55f1-4fba-9cdf-d33c362888cd {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:09.110576 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d7b54e-55f1-4fba-9cdf-d33c362888cd'] response: {'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:50:09.112442 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ba8aeccd-a8fa-411d-8f5a-3618410c4a27), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.119982 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.130870 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.134426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.148342 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8aeccd-a8fa-411d-8f5a-3618410c4a27,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.152700 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.156681 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-53fd0db8-ac00-4ff0-9380-a6de61fbe7e3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1507921 Jun 24 08:50:09.156894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41406) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.161267 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.192389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (099a7ec2-82e7-4a0b-9f91-5bb0b83428d0), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.236592 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-a44b3de4-4d85-43be-843a-218af0b7d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:09.240281 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-a44b3de4-4d85-43be-843a-218af0b7d334 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1129 time: 0.0558014 Jun 24 08:50:09.262648 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (099a7ec2-82e7-4a0b-9f91-5bb0b83428d0), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.271159 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (099a7ec2-82e7-4a0b-9f91-5bb0b83428d0), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.298333 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a7ec2-82e7-4a0b-9f91-5bb0b83428d0,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.310887 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.312200 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cc1b3880-89f3-4be2-9b61-2c74b8e94ea1 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544168 Jun 24 08:50:09.316344 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41408) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.320835 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.352700 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (3dfd6bc9-8078-4362-ac7b-508bd88bc82f), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.356289 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '3c6affd0-68ae-4112-ad8f-238d8100fdac', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'port_id': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'mac_address': 'fa:16:3e:de:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:50:07Z', 'updated_at': '2022-06-24T08:50:07Z', 'revision_number': 0, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:09.378805 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-ec94badf-d835-4b41-887a-5e9d58ab5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:09.381527 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-ec94badf-d835-4b41-887a-5e9d58ab5520 service neutron] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 915 time: 0.1356049 Jun 24 08:50:09.386206 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Checking router: d4233783-f83f-4963-a5ec-cbbd0e9c8382 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:50:09.388844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.398314 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:09.398961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:49:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:09.422775 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (3dfd6bc9-8078-4362-ac7b-508bd88bc82f), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.427171 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (3dfd6bc9-8078-4362-ac7b-508bd88bc82f), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.448366 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd6bc9-8078-4362-ac7b-508bd88bc82f,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.450296 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-8a4e5cbe-1b2d-4bdf-926f-0b1153b91bc3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 999 time: 0.0611606 Jun 24 08:50:09.463672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.467253 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0f363727-9d71-46a6-b61b-8bf7d143e5a7 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474471 Jun 24 08:50:09.470215 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41410) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.474950 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.508318 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (73588f97-5057-490c-9d14-9fd09dd707a0), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.511129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-a3eea6d6-33f9-40ac-b688-088612059198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:09.512620 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-a3eea6d6-33f9-40ac-b688-088612059198 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.0552950 Jun 24 08:50:09.517124 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:09.572327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-0fc3778b-ce6b-4ba9-ba80-9f12098e6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:09.574645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-0fc3778b-ce6b-4ba9-ba80-9f12098e6d6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546808 Jun 24 08:50:09.574792 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (73588f97-5057-490c-9d14-9fd09dd707a0), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.579605 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (73588f97-5057-490c-9d14-9fd09dd707a0), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.601632 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73588f97-5057-490c-9d14-9fd09dd707a0,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.611940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.613186 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-56d3a114-4b83-4f93-ac60-22175e3138af tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418529 Jun 24 08:50:09.615982 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41412) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.621009 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.652714 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (395b0672-4710-43cf-adfd-0b6133ea3ed9), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.691590 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-722bfbc5-7183-40f5-a050-59fbb5d7ae09 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085443 Jun 24 08:50:09.722919 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (395b0672-4710-43cf-adfd-0b6133ea3ed9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.730999 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (395b0672-4710-43cf-adfd-0b6133ea3ed9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.753891 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395b0672-4710-43cf-adfd-0b6133ea3ed9,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.766634 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.768944 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b65f53ef-40c8-42bd-bd59-d484bf169152 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510224 Jun 24 08:50:09.771009 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41414) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.776327 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.788265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '3c6affd0-68ae-4112-ad8f-238d8100fdac', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'port_id': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'mac_address': 'fa:16:3e:de:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:50:07Z', 'updated_at': '2022-06-24T08:50:07Z', 'revision_number': 0, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:09.799017 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.securitygroups_db [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Project 2fa7360005f4416f87703d3efb18d3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:50:09.801982 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.805781 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (482712b2-6372-4087-9427-d39d54a4d668), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.808524 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-90ffdd6e-293b-42b9-a7c5-fce533cc7ad2 req-244627d1-86b3-4beb-8b46-6f12b952094c service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082563 Jun 24 08:50:09.816809 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9430850b-a2eb-4d5c-99bf-a25d9d85e6e3 None None] The sync data for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi is: [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '3c6affd0-68ae-4112-ad8f-238d8100fdac', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'port_id': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'mac_address': 'fa:16:3e:de:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:50:07Z', 'updated_at': '2022-06-24T08:50:07Z', 'revision_number': 0, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:50:09.872742 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (482712b2-6372-4087-9427-d39d54a4d668), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.877910 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (482712b2-6372-4087-9427-d39d54a4d668), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.899321 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.901892 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482712b2-6372-4087-9427-d39d54a4d668,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:09.909377 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:09.910608 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f5264e82-c2b5-4907-a8c8-ad2f6a27ae4e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384327 Jun 24 08:50:09.913358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41416) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:09.923592 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'security_group_rule': {'security_group_id': 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27', 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:09.934358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:09.943873 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.securitygroups_db [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Project 2fa7360005f4416f87703d3efb18d3e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:50:09.950690 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (3068a2a1-c39d-4cbb-9dfa-2977146d757b), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.030005 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (3068a2a1-c39d-4cbb-9dfa-2977146d757b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.034155 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (3068a2a1-c39d-4cbb-9dfa-2977146d757b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.060333 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ac2306-5d1d-436b-8949-6b652063cc12 None None] New status for floating IP 3c6affd0-68ae-4112-ad8f-238d8100fdac: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:50:10.063241 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3068a2a1-c39d-4cbb-9dfa-2977146d757b,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:10.073499 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.078194 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4c27bb4c-08ce-4fc7-bf1f-7ec749271280 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637230 Jun 24 08:50:10.187329 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-5771df5f-9112-4f99-a118-dfff36cd8d7b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214970642&fields=id&tenant_id=2fa7360005f4416f87703d3efb18d3e1 HTTP/1.1" status: 200 len: 267 time: 0.0596983 Jun 24 08:50:10.244881 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-ecf3cdee-0cc0-4158-b094-99729305b6ea tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:10.247904 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-ecf3cdee-0cc0-4158-b094-99729305b6ea tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0539780 Jun 24 08:50:10.258880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'port': {'security_groups': ['f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0', 'ba8aeccd-a8fa-411d-8f5a-3618410c4a27']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:10.302864 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:10.348163 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.562076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:10.595045 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.600795 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.648354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:50:10.661771 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:10.663431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:10.667761 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-40cc86f9-2ce2-4fcc-8f7a-5d3702bd5256 req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "PUT /v2.0/ports/847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 981 time: 0.4133019 Jun 24 08:50:10.668276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:10.670825 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c6f91d-d089-4b3e-a274-7289a9ecf5de" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:10.712016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5eafad-bb12-4a83-92e2-1e25576eba37 x-openstack-request-id: req-5a5eafad-bb12-4a83-92e2-1e25576eba37 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:10.712293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:10.712515 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a5eafad-bb12-4a83-92e2-1e25576eba37 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:10.712919 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5eafad-bb12-4a83-92e2-1e25576eba37'] response: {'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:50:10.714587 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fde789-c3a2-44f7-8f95-5b31fe03b027 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=6']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:10.849949 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:50:10.869240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6afb67-3e47-43b7-9c68-6d2039a62763 req-773cd278-45f6-45c6-8e57-98b9eb244673 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:10.870786 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a6afb67-3e47-43b7-9c68-6d2039a62763 req-773cd278-45f6-45c6-8e57-98b9eb244673 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.1074383 Jun 24 08:50:10.874101 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-f76ef570-9a33-4301-97a0-eb36ad5ce567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:10.875546 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-f76ef570-9a33-4301-97a0-eb36ad5ce567 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1168 time: 0.0951204 Jun 24 08:50:10.980104 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f088195e-d3f9-4329-8d3e-b7652186b315 None None] Provisioning complete for port 847e9d65-5fa2-49be-983e-9cbfe98fb601 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:50:10.980380 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f088195e-d3f9-4329-8d3e-b7652186b315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:11.005988 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9a6afb67-3e47-43b7-9c68-6d2039a62763 req-e3c487d3-dc1b-40c2-9d92-139f612d3cde tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284127 Jun 24 08:50:11.025958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-b6490079-8429-40ac-a3fc-9304498cc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:11.025958 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-b6490079-8429-40ac-a3fc-9304498cc69d service neutron] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 915 time: 0.1409440 Jun 24 08:50:11.035204 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:11.094260 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-5bb5fd7d-1512-4b39-aea7-15545fb49a6f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 1001 time: 0.0620394 Jun 24 08:50:11.147621 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-042ceab6-8f55-44c7-af89-b31c3bf418c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:11.149109 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-042ceab6-8f55-44c7-af89-b31c3bf418c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.0483689 Jun 24 08:50:11.150077 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:11.198166 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-12ffb7e3-d9d9-4031-9ecf-80696982b8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:11.199746 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-12ffb7e3-d9d9-4031-9ecf-80696982b8d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435719 Jun 24 08:50:11.300651 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:11.308725 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-79a225d6-8deb-4180-9142-9643cdbcb546 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997796 Jun 24 08:50:11.348587 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f088195e-d3f9-4329-8d3e-b7652186b315 None None] Current status of the port 847e9d65-5fa2-49be-983e-9cbfe98fb601 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:50:11.416206 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35c6f91d-d089-4b3e-a274-7289a9ecf5de req-4d8848c9-eb1b-46d4-ad53-870bfbfe0630 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998824 Jun 24 08:50:20.058800 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=4,neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:20.063644 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:20.182701 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:20.184753 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:21.254689 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-331142af-68bf-4aaa-b759-e84c56f94a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:21.411159 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=11 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:21.413198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:23.561644 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9415bd61-f1a9-4d97-9a49-bd2bbdfdb8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:24.883014 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:26.299230 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:26.517959 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:27.732323 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:50:33.821818 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-f167b745-3105-410a-addb-98a72ce46699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:33.824676 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-f167b745-3105-410a-addb-98a72ce46699 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1168 time: 0.0417082 Jun 24 08:50:33.958058 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c3267-262f-4652-929f-c5c9e793fde0 req-d5210d92-de54-4134-8736-01409ea6e140 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:33.959440 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9c1c3267-262f-4652-929f-c5c9e793fde0 req-d5210d92-de54-4134-8736-01409ea6e140 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.2128358 Jun 24 08:50:33.986168 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-c9f5dc66-e474-4480-813d-9f6990b80bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:33.987619 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-c9f5dc66-e474-4480-813d-9f6990b80bd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 915 time: 0.1559901 Jun 24 08:50:34.082183 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9c1c3267-262f-4652-929f-c5c9e793fde0 req-f13700bd-6170-48ff-a887-1043fa9a169c tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130166 Jun 24 08:50:34.090856 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-33dbe2fe-48b9-49d2-969b-f3ced845b793 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 1001 time: 0.0941627 Jun 24 08:50:34.148424 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-110321e2-0367-43a7-b092-c33c5f6868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:34.149998 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-110321e2-0367-43a7-b092-c33c5f6868dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.0512769 Jun 24 08:50:34.201402 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-4b708487-8bc5-442a-bbf6-6b633c71debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:34.203007 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-4b708487-8bc5-442a-bbf6-6b633c71debd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463057 Jun 24 08:50:34.304383 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-546129e0-b3f9-4896-b05c-17b8b926831e service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939090 Jun 24 08:50:34.399585 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-defb12ed-4062-47e1-8de4-dcf9130013e4 req-b2dee3bc-c71c-4b47-a9ab-188bc865b6a0 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884242 Jun 24 08:50:35.260415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9cc3d-4554-479d-be05-dd3c0f544b35 req-410e333f-67db-40d4-a71e-1665dde4785f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:35.261943 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c3c9cc3d-4554-479d-be05-dd3c0f544b35 req-410e333f-67db-40d4-a71e-1665dde4785f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.1062644 Jun 24 08:50:35.327411 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c3c9cc3d-4554-479d-be05-dd3c0f544b35 req-cf4b7c8f-2790-4fb0-bf70-eb835b021224 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597119 Jun 24 08:50:36.442747 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26205583-3247-43df-9e3f-9883390dd399 req-67f700f5-15f4-4e3a-923a-a10663b4079d tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:36.444224 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26205583-3247-43df-9e3f-9883390dd399 req-67f700f5-15f4-4e3a-923a-a10663b4079d tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0484610 Jun 24 08:50:36.505762 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26205583-3247-43df-9e3f-9883390dd399 req-5a903874-8435-4b0c-8329-8747b828a636 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549865 Jun 24 08:50:36.512227 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:36.514536 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:37.622798 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65530536-5dd8-4e8e-8324-f1ecb893f9b1 req-a237d6e5-0cf6-4081-8e9e-d97f37cf8963 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:37.624300 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-65530536-5dd8-4e8e-8324-f1ecb893f9b1 req-a237d6e5-0cf6-4081-8e9e-d97f37cf8963 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0476024 Jun 24 08:50:37.683984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-65530536-5dd8-4e8e-8324-f1ecb893f9b1 req-adb44967-d2a9-41dc-a009-030d56dc9bcb tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542035 Jun 24 08:50:37.726962 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:37.727721 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:38.697178 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:38.802743 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64821f1c-047e-421b-a0b6-63e9efc5adf4 req-8f221c15-e678-4dbc-af0f-95a45c58d589 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:38.804201 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64821f1c-047e-421b-a0b6-63e9efc5adf4 req-8f221c15-e678-4dbc-af0f-95a45c58d589 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0517135 Jun 24 08:50:38.829302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:38.866511 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64821f1c-047e-421b-a0b6-63e9efc5adf4 req-c29fbb06-d747-4e9f-8388-c4e383aa82b5 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565441 Jun 24 08:50:39.981758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006feb01-cc5b-4487-be9f-d9b990057e9b req-ed123d0f-6a34-4795-b7df-1156f8b41a8e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:39.983216 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-006feb01-cc5b-4487-be9f-d9b990057e9b req-ed123d0f-6a34-4795-b7df-1156f8b41a8e tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0464854 Jun 24 08:50:39.996044 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:40.043870 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-006feb01-cc5b-4487-be9f-d9b990057e9b req-daa71cdf-7baf-469e-96e1-78271bcfa9a2 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550985 Jun 24 08:50:40.359051 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-fbca7ea5-65ed-4c53-bf53-53d551bc60c6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424423 Jun 24 08:50:40.458056 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-eabf5318-7944-4935-9245-499c6dc02179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:40.459628 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-eabf5318-7944-4935-9245-499c6dc02179 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1129 time: 0.0385897 Jun 24 08:50:40.580409 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-8fa4e500-4a2f-4862-b648-f96a82f0994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:40.581907 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-8fa4e500-4a2f-4862-b648-f96a82f0994f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.0942442 Jun 24 08:50:40.644372 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-2c9f6368-3daf-4d23-93d4-9c228fdfdc2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 1001 time: 0.0548811 Jun 24 08:50:40.692121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-1e426e46-a2cd-4365-89ef-e9e35a34e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:40.693514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-1e426e46-a2cd-4365-89ef-e9e35a34e1c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0422473 Jun 24 08:50:40.739595 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-01219f16-f26b-4e4e-a95e-94bc25b90376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:40.741037 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-01219f16-f26b-4e4e-a95e-94bc25b90376 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409815 Jun 24 08:50:40.833870 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-2e151531-7165-4670-804e-081dda468bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861492 Jun 24 08:50:40.931040 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-30781ab3-0e38-4207-bfca-5bef90827c26 req-d7b0be16-8688-4760-9b11-7345bbef0dac service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882928 Jun 24 08:50:41.161964 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368474b-07b0-485a-b904-56ada589fb92 req-3b0819e8-ca81-4ceb-bf2e-9e14d6e94175 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:41.163425 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2368474b-07b0-485a-b904-56ada589fb92 req-3b0819e8-ca81-4ceb-bf2e-9e14d6e94175 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0488021 Jun 24 08:50:41.224287 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2368474b-07b0-485a-b904-56ada589fb92 req-cadcf92f-eebb-4c8d-b50a-423469146ed3 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549448 Jun 24 08:50:42.355528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855e3b-d00b-4479-8cee-7879da632145 req-e5bbbcdb-ff2d-4d8f-803d-d64ed1126ed9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:42.357431 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a855e3b-d00b-4479-8cee-7879da632145 req-e5bbbcdb-ff2d-4d8f-803d-d64ed1126ed9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0572481 Jun 24 08:50:42.711019 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a855e3b-d00b-4479-8cee-7879da632145 req-b88f5af0-700f-43b9-b2c1-48441e5d04f5 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3450699 Jun 24 08:50:43.842054 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7bde1-ebd4-443d-92d8-62c8ae263b68 req-54ae4ea1-a39c-4069-9ae2-357efbfe779c tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:43.843596 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cb7bde1-ebd4-443d-92d8-62c8ae263b68 req-54ae4ea1-a39c-4069-9ae2-357efbfe779c tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0551271 Jun 24 08:50:43.917883 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cb7bde1-ebd4-443d-92d8-62c8ae263b68 req-8d979c8a-ee24-4994-9725-8fbe767d35de tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674038 Jun 24 08:50:45.072087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80092eaa-a1a2-4e86-b49d-aed7bdc12ae1 req-be53d13d-176c-4e16-8148-d42ee8ef1025 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:45.074420 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-80092eaa-a1a2-4e86-b49d-aed7bdc12ae1 req-be53d13d-176c-4e16-8148-d42ee8ef1025 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0667248 Jun 24 08:50:45.107042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:45.134009 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:45.156730 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-80092eaa-a1a2-4e86-b49d-aed7bdc12ae1 req-da5b26d5-1cf5-43fe-a612-42168ec4907f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756884 Jun 24 08:50:46.288639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cee9c-42c6-4650-90ca-6192430da2d3 req-ad41ce69-4797-4de4-bd3c-72fb1ad67ca9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:46.290194 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-981cee9c-42c6-4650-90ca-6192430da2d3 req-ad41ce69-4797-4de4-bd3c-72fb1ad67ca9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0539889 Jun 24 08:50:46.384016 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-981cee9c-42c6-4650-90ca-6192430da2d3 req-0d3a298a-493d-4e50-ad71-a322938af0ef tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=ba8aeccd-a8fa-411d-8f5a-3618410c4a27&id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850854 Jun 24 08:50:48.690390 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:48.692517 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:51.264713 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b537a283-41b0-4fe8-8a9a-26e41cd8aaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:53.565600 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-eab737c2-db56-47ce-b94e-0c4f1e89434a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:54.298057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181741c-a72a-44c4-a760-a0a98f4aa98a req-a237392b-a910-423c-82c2-c2dcefa259f3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:54.299479 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1181741c-a72a-44c4-a760-a0a98f4aa98a req-a237392b-a910-423c-82c2-c2dcefa259f3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0571196 Jun 24 08:50:54.349402 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1181741c-a72a-44c4-a760-a0a98f4aa98a req-a1da16ae-b251-42f6-808a-c186a6d091fd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Jun 24 08:50:54.780635 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:54.792377 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=5 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:54.885193 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.210649 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41536) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:55.362299 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port 51e0a803-a225-4d31-93db-3fa2202d0238 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:50:55.362638 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.452692 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.452997 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (51e0a803-a225-4d31-93db-3fa2202d0238), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.469264 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for 51e0a803-a225-4d31-93db-3fa2202d0238 owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:50:55.483233 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a7b8-0f6d-4499-bbec-a7507550e7e8 req-2494b2cb-dbc4-4799-94d3-36f6e190e23a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:55.484685 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3442a7b8-0f6d-4499-bbec-a7507550e7e8 req-2494b2cb-dbc4-4799-94d3-36f6e190e23a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0515416 Jun 24 08:50:55.546755 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3442a7b8-0f6d-4499-bbec-a7507550e7e8 req-4b081a51-532b-4086-af04-142c51e2afdd tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539145 Jun 24 08:50:55.667164 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (51e0a803-a225-4d31-93db-3fa2202d0238), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.693968 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=51e0a803-a225-4d31-93db-3fa2202d0238,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:55.724278 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.724523 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.724852 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.725188 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.725517 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.725871 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.726197 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.726515 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.726835 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.727156 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.727475 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.728312 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.729264 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.729589 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.729951 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:55.785799 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (5647ff4d-5ebb-4467-a6b2-b68993df500c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:55.786162 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 5647ff4d-5ebb-4467-a6b2-b68993df500c disassociated (deleted). External IP: 172.27.1.140, port: 54831ccd-9e3d-43d3-b0ec-2741aac6057b. Jun 24 08:50:55.954666 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-5eeab886-9b24-441b-b87d-d5784c1c00fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:55.956162 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-5eeab886-9b24-441b-b87d-d5784c1c00fe tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0532448 Jun 24 08:50:56.004106 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:50:56.056656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port b123be3e-8a3c-4449-9443-f48c362c9866 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:50:56.065348 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.133232 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:50:56.140371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.148862 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:50:56.161506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:56.162172 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:56.173102 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:56.191795 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-51166543-cdb3-4aa8-838d-863c9c2069e9 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "DELETE /v2.0/floatingips/5647ff4d-5ebb-4467-a6b2-b68993df500c HTTP/1.1" status: 204 len: 168 time: 0.9797671 Jun 24 08:50:56.193096 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:56.196033 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d67dd09-5971-4833-8828-03cf2ccfa831" -d '{"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:56.210878 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] For port b123be3e-8a3c-4449-9443-f48c362c9866, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=b123be3e-8a3c-4449-9443-f48c362c9866,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:56.211585 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.253499 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac2f59-036e-47e2-9ac7-1e94afbc6875 x-openstack-request-id: req-9aac2f59-036e-47e2-9ac7-1e94afbc6875 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:56.254041 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:56.254041 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9aac2f59-036e-47e2-9ac7-1e94afbc6875 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:56.254488 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aac2f59-036e-47e2-9ac7-1e94afbc6875'] response: {'name': 'network-changed', 'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'status': 'completed', 'code': 200} Jun 24 08:50:56.292239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:56.390885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-291c96d1-e53c-44f4-a3d1-8c6dc33e180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:56.392856 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-291c96d1-e53c-44f4-a3d1-8c6dc33e180b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 1129 time: 0.0855730 Jun 24 08:50:56.398315 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.514073 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cb736-8b7b-468d-9092-bb36ed879d88 req-9ae9fb8e-596f-4528-a839-cb63ca8d07ff tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:56.515550 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-675cb736-8b7b-468d-9092-bb36ed879d88 req-9ae9fb8e-596f-4528-a839-cb63ca8d07ff tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0695558 Jun 24 08:50:56.536367 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.609372 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:56.614715 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.614715 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.614715 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 7ea008f1-7321-4ce9-99d6-96ad332e7fc8 disassociated. External IP: 172.27.1.134, port: b123be3e-8a3c-4449-9443-f48c362c9866. Jun 24 08:50:56.615388 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for b123be3e-8a3c-4449-9443-f48c362c9866 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:50:56.624359 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-675cb736-8b7b-468d-9092-bb36ed879d88 req-2eb82626-ff27-42c8-a48e-cb387bd02d8e tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806053 Jun 24 08:50:56.640915 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:50:56.662956 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:56.663657 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:56.697665 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:56.749112 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c317a7-2222-44c2-9ae5-eb9552d45c78 req-c2f58a60-76b0-4faf-b623-a32f0d6a3fa3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:56.751132 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-39c317a7-2222-44c2-9ae5-eb9552d45c78 req-c2f58a60-76b0-4faf-b623-a32f0d6a3fa3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 946 time: 0.0719168 Jun 24 08:50:56.801114 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:56.822722 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:56.861727 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-39c317a7-2222-44c2-9ae5-eb9552d45c78 req-9e229156-0d95-4fec-a4c2-ff4a68754606 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018145 Jun 24 08:50:56.862861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (b123be3e-8a3c-4449-9443-f48c362c9866), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:56.891565 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=b123be3e-8a3c-4449-9443-f48c362c9866,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:56.902966 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.903310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.904465 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.904465 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.904465 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.904791 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.904924 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.905250 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.905574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.905917 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.906702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.906702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.906950 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.907167 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:56.907486 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:50:57.042086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:50:57.075957 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:57.102233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e16e0-d657-489d-870e-894bd6ffa033 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'port_id': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'mac_address': 'fa:16:3e:13:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:47:09Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 1, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:50:57.167152 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:50:57.181046 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:50:57.193259 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:57.193922 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:57.215143 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] No DVR routers for this DVR port b123be3e-8a3c-4449-9443-f48c362c9866 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:50:57.217794 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:57.221426 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-068f5a0e-35db-40c9-85d6-06bdb8a47447 req-26789ac0-3d0a-4db5-98f1-21870b7c7963 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "DELETE /v2.0/ports/b123be3e-8a3c-4449-9443-f48c362c9866 HTTP/1.1" status: 204 len: 173 time: 1.2602501 Jun 24 08:50:57.221962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'name': 'network-vif-deleted', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:57.224593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936bf951-280c-44eb-ae37-203558caa42a" -d '{"events": [{"server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "name": "network-vif-deleted", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:57.272766 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9232c1-7f64-4d97-8aa9-6165b53bfe5b x-openstack-request-id: req-cf9232c1-7f64-4d97-8aa9-6165b53bfe5b {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:57.273535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c8e6a0-6446-4747-964e-09d614c2eabd", "name": "network-vif-deleted", "tag": "b123be3e-8a3c-4449-9443-f48c362c9866", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:57.274293 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf9232c1-7f64-4d97-8aa9-6165b53bfe5b {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:57.275519 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9232c1-7f64-4d97-8aa9-6165b53bfe5b'] response: {'server_uuid': '99c8e6a0-6446-4747-964e-09d614c2eabd', 'name': 'network-vif-deleted', 'tag': 'b123be3e-8a3c-4449-9443-f48c362c9866', 'status': 'completed', 'code': 200} Jun 24 08:50:57.316046 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:57.409663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5181baaf-0978-4c8c-b5f1-567b3fe36943 None None] New status for floating IP 5647ff4d-5ebb-4467-a6b2-b68993df500c: DOWN {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:50:57.539249 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:57.583610 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:50:57.598586 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:50:57.599356 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:57.711489 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-7cd8db2f-a2df-4972-85f7-97c874a82798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:57.713072 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-7cd8db2f-a2df-4972-85f7-97c874a82798 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.1293092 Jun 24 08:50:57.725451 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:50:57.789839 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77ff79-2c96-49a3-9f06-7917bbb821f8 req-b0cf2744-0bee-4f4a-b720-08f10d3c5ce8 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:57.791679 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2e77ff79-2c96-49a3-9f06-7917bbb821f8 req-b0cf2744-0bee-4f4a-b720-08f10d3c5ce8 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0665827 Jun 24 08:50:57.887573 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2e77ff79-2c96-49a3-9f06-7917bbb821f8 req-bd5f9f46-f8ba-4cf2-bab2-7a29cc3e76e4 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880339 Jun 24 08:50:57.889267 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-a8829061-e9c7-4aba-959c-fc9f095dc743 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 200 len: 217 time: 0.0471318 Jun 24 08:50:57.995739 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-537bbb74-0bd6-4c38-aaa4-37d7666f02a4 req-b9dea39e-c3a5-452c-abe3-afcf870fb857 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c8e6a0-6446-4747-964e-09d614c2eabd HTTP/1.1" status: 200 len: 210 time: 0.0344644 Jun 24 08:50:58.037157 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:50:58.066261 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69638840-8450-459b-b66f-643c49fa1c9e None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:50:58.309815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-828b85e6-c738-4118-9eb3-afbbdac20cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:58.311327 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-828b85e6-c738-4118-9eb3-afbbdac20cf6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.0653095 Jun 24 08:50:58.317553 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e7685c-38c3-4760-95a1-19f4be5b1996 None None] New status for floating IP 7ea008f1-7321-4ce9-99d6-96ad332e7fc8: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:50:58.486168 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-543acdfc-2c09-4b8f-b75c-166b76eb3e7a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:58.487890 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-543acdfc-2c09-4b8f-b75c-166b76eb3e7a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0838742 Jun 24 08:50:58.488962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-b6f3d4d0-8bd9-448b-b9be-fa733ef46837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:58.490442 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-b6f3d4d0-8bd9-448b-b9be-fa733ef46837 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995829 Jun 24 08:50:58.670195 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port 54831ccd-9e3d-43d3-b0ec-2741aac6057b {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:50:58.670536 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:58.699982 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-69c292e6-040d-492c-bc26-cd168c66af33 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921937 Jun 24 08:50:58.731341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:58.768807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:58.851296 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] For port 54831ccd-9e3d-43d3-b0ec-2741aac6057b, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=54831ccd-9e3d-43d3-b0ec-2741aac6057b,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:50:58.851752 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:58.878867 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for 54831ccd-9e3d-43d3-b0ec-2741aac6057b owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:50:58.894853 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4d67dd09-5971-4833-8828-03cf2ccfa831 req-189affe6-e524-435b-967b-970fb2f9b850 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875467 Jun 24 08:50:59.062488 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70911b25-fc9d-4c88-b61b-2a81d7eb5313 req-e46b6705-6e3a-4f7d-b1c5-010b0e780d6a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:50:59.065612 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70911b25-fc9d-4c88-b61b-2a81d7eb5313 req-e46b6705-6e3a-4f7d-b1c5-010b0e780d6a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=109d8faf-1466-4af8-9a69-a04f371ec7d3 HTTP/1.1" status: 200 len: 945 time: 0.0837257 Jun 24 08:50:59.099829 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41564) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:59.110950 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (54831ccd-9e3d-43d3-b0ec-2741aac6057b), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.148901 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:59.151661 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=54831ccd-9e3d-43d3-b0ec-2741aac6057b,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:59.171336 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (8898f17f-1cd8-4f8b-a96d-4ba3f42133e5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.174314 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-70911b25-fc9d-4c88-b61b-2a81d7eb5313 req-edde37f5-d6db-4674-a145-0f67ffdb2c71 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926199 Jun 24 08:50:59.210033 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (8898f17f-1cd8-4f8b-a96d-4ba3f42133e5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.214658 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] No DVR routers for this DVR port 54831ccd-9e3d-43d3-b0ec-2741aac6057b on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:50:59.217227 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.220669 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02a93e65-7cd4-492a-87b5-ac5a0c03d0aa req-ea6e6c7b-c1b2-4cc9-9fe4-67522ed51de6 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "DELETE /v2.0/ports/54831ccd-9e3d-43d3-b0ec-2741aac6057b HTTP/1.1" status: 204 len: 173 time: 0.7148094 Jun 24 08:50:59.274110 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (8898f17f-1cd8-4f8b-a96d-4ba3f42133e5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.276425 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'name': 'network-vif-deleted', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:50:59.277888 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.278874 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bb1247-b288-4dc2-8ce7-5401fed03e4b" -d '{"events": [{"server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "name": "network-vif-deleted", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:50:59.279306 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/security-groups/8898f17f-1cd8-4f8b-a96d-4ba3f42133e5 HTTP/1.1" status: 204 len: 168 time: 0.1783340 Jun 24 08:50:59.283367 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41566) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:59.303070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac4e01-e435-4a07-8f25-04f775c94b75 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8898f17f-1cd8-4f8b-a96d-4ba3f42133e5,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:59.305285 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-f4ef7536-0f72-46dc-80bf-9561d790ce4d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] show failed (client error): The resource could not be found. Jun 24 08:50:59.307101 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-f4ef7536-0f72-46dc-80bf-9561d790ce4d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups/8898f17f-1cd8-4f8b-a96d-4ba3f42133e5 HTTP/1.1" status: 404 len: 347 time: 0.0217178 Jun 24 08:50:59.312452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41570) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:59.340417 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723725b-12dc-4397-a52e-15c0e3e2892e x-openstack-request-id: req-b723725b-12dc-4397-a52e-15c0e3e2892e {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:50:59.340711 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d8faf-1466-4af8-9a69-a04f371ec7d3", "name": "network-vif-deleted", "tag": "54831ccd-9e3d-43d3-b0ec-2741aac6057b", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:50:59.340970 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b723725b-12dc-4397-a52e-15c0e3e2892e {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:50:59.341358 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b723725b-12dc-4397-a52e-15c0e3e2892e'] response: {'server_uuid': '109d8faf-1466-4af8-9a69-a04f371ec7d3', 'name': 'network-vif-deleted', 'tag': '54831ccd-9e3d-43d3-b0ec-2741aac6057b', 'status': 'completed', 'code': 200} Jun 24 08:50:59.372700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 54831ccd-9e3d-43d3-b0ec-2741aac6057b no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:50:59.395906 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 54831ccd-9e3d-43d3-b0ec-2741aac6057b {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:50:59.396231 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 54831ccd-9e3d-43d3-b0ec-2741aac6057b not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:50:59.396631 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device b123be3e-8a3c-4449-9443-f48c362c9866 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:50:59.416440 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: b123be3e-8a3c-4449-9443-f48c362c9866 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:50:59.416760 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device b123be3e-8a3c-4449-9443-f48c362c9866 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:50:59.461942 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port a54dbf0d-5f0f-4337-93c7-ca46f762e004 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:50:59.462820 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.559179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.559499 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (a54dbf0d-5f0f-4337-93c7-ca46f762e004), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.575123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for a54dbf0d-5f0f-4337-93c7-ca46f762e004 owned by network:floatingip {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:50:59.743775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (a54dbf0d-5f0f-4337-93c7-ca46f762e004), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.771216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=a54dbf0d-5f0f-4337-93c7-ca46f762e004,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:50:59.836718 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (7ea008f1-7321-4ce9-99d6-96ad332e7fc8), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.840911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:50:59.843828 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-667d8b8e-52c9-4399-87b8-6a779bc056bf tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/floatingips/7ea008f1-7321-4ce9-99d6-96ad332e7fc8 HTTP/1.1" status: 204 len: 168 time: 0.5274179 Jun 24 08:50:59.912922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41574) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:50:59.918601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242109984', 'description': 'tempest-description--769998816'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:50:59.924197 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:59.934381 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:50:59.948109 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.038069 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (27ca68d0-1af9-4e93-8be8-d7f40b12542e), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.042934 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (27ca68d0-1af9-4e93-8be8-d7f40b12542e), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.095122 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.096843 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1825442 Jun 24 08:51:00.097936 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad97c5e-7353-40ef-a5c4-b3501fc7e578 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca68d0-1af9-4e93-8be8-d7f40b12542e,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:00.099984 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41576) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:00.109254 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '27ca68d0-1af9-4e93-8be8-d7f40b12542e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:00.154417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (2179afac-4a38-49c9-a958-5bb4d8e808d8), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.218999 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (2179afac-4a38-49c9-a958-5bb4d8e808d8), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.223376 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (2179afac-4a38-49c9-a958-5bb4d8e808d8), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.245832 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2179afac-4a38-49c9-a958-5bb4d8e808d8,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:00.258455 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.262414 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8c129d40-86cc-4620-b8c2-7cd05e1fac3d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606348 Jun 24 08:51:00.263136 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41582) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:00.268109 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'security_group_rule': {'security_group_id': '27ca68d0-1af9-4e93-8be8-d7f40b12542e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:00.300864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (a7db4a8b-7d5b-4805-8103-c10f4557285b), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.380900 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (a7db4a8b-7d5b-4805-8103-c10f4557285b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.386779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (a7db4a8b-7d5b-4805-8103-c10f4557285b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.410040 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7db4a8b-7d5b-4805-8103-c10f4557285b,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:00.418174 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.420903 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c2923eff-91f4-4647-9020-5420728d3353 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551468 Jun 24 08:51:00.423476 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41586) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:00.429427 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:00.456654 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.550189 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.743154 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.27.1.32 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/9492c81e-b15e-4fb2-8ca6-23c484703bb9) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:00.824366 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:00.867499 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.898706 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:00.903669 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:00.950314 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:00.955573 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:00.959864 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:00.963876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=9492c81e-b15e-4fb2-8ca6-23c484703bb9,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:01.052876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.094557 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.276481 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.281713 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.382217 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=9492c81e-b15e-4fb2-8ca6-23c484703bb9,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:01.398823 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.417914 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:01.419370 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a3811893-60e6-4421-9a33-f342c3597ce4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9948640 Jun 24 08:51:01.603700 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-740a6cf4-bb57-4d32-bc22-92623f41066c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--242109984&fields=id&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 267 time: 0.0474212 Jun 24 08:51:01.734523 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-dbb2edf9-d831-4d50-aaaf-02fdd329619f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:01.736040 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-dbb2edf9-d831-4d50-aaaf-02fdd329619f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.1248913 Jun 24 08:51:01.751564 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-8f95a7d6-fd44-4762-9c1b-bd7ede3c01eb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/quotas/7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 375 time: 0.0099592 Jun 24 08:51:01.809888 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-fd781079-a984-484c-98a4-837175102eba tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524654 Jun 24 08:51:01.826544 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-33310db0-4070-4854-9d96-dfd2b0be2a12 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:51:01.827727 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-33310db0-4070-4854-9d96-dfd2b0be2a12 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061021 Jun 24 08:51:01.924634 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c81a9283-b84f-4bfe-ad40-b6bfd6055b17 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904229 Jun 24 08:51:02.027007 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-7429894d-99d2-4f29-aa4b-7bfdc9fc5245 service neutron] 10.222.0.13 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961909 Jun 24 08:51:02.277467 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-86878ab1-2c9f-4836-bc42-6cfec477ede4 req-c0ac7158-371d-4082-b8d5-98174e0a77a5 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 210 time: 0.0291669 Jun 24 08:51:02.535839 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41622) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:02.709551 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port 3224d23f-e507-479a-930e-70ad82c83ade {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:02.710210 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (3224d23f-e507-479a-930e-70ad82c83ade), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:02.807499 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (3224d23f-e507-479a-930e-70ad82c83ade), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:02.807816 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (3224d23f-e507-479a-930e-70ad82c83ade), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:02.817951 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:02.825563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for 3224d23f-e507-479a-930e-70ad82c83ade owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:03.003899 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:03.023149 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (3224d23f-e507-479a-930e-70ad82c83ade), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:03.052604 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=3224d23f-e507-479a-930e-70ad82c83ade,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:03.126474 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:03.127194 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Floating IP 2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0 disassociated (deleted). External IP: 172.27.1.123, port: c876251e-542e-4240-b1d0-e6e3647c3f3c. Jun 24 08:51:03.396416 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:03.414819 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-96a626cf-9f4b-448a-b8ed-236f0748df83 req-01ab988d-3509-456c-bcd2-b87853c85279 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 210 time: 0.0531693 Jun 24 08:51:03.500224 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-8a1c7e4b-7102-4f0c-8d8b-21a46a0b5376 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:03.501906 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-8a1c7e4b-7102-4f0c-8d8b-21a46a0b5376 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 814 time: 0.1943190 Jun 24 08:51:03.544272 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:03.549973 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:03.556774 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:03.584527 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:03.586119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:03.590195 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ca745c7e-1950-43a1-b7dc-5eec6d04d85b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "DELETE /v2.0/floatingips/2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0 HTTP/1.1" status: 204 len: 168 time: 1.0498009 Jun 24 08:51:03.590195 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:03.591008 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27786d66-ccfa-4940-a845-8f15587bf8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:03.602152 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-db27c286-80df-4ab8-b2fb-c7f6bd2f9aea tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7787ee132e9e4e23b1407718fb366406 HTTP/1.1" status: 200 len: 379 time: 0.0832977 Jun 24 08:51:03.642298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'port': {'device_id': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'admin_state_up': True, 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'security_groups': ['27ca68d0-1af9-4e93-8be8-d7f40b12542e']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:03.656346 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9495b-e79d-4769-9724-3604095a59ac x-openstack-request-id: req-f7d9495b-e79d-4769-9724-3604095a59ac {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:03.656789 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:03.657165 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7d9495b-e79d-4769-9724-3604095a59ac {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:03.657849 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d9495b-e79d-4769-9724-3604095a59ac'] response: {'name': 'network-changed', 'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'status': 'completed', 'code': 200} Jun 24 08:51:03.754750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:03.757544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:03.758495 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:03.788506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-2ea8cef3-86cc-4003-ae0b-7bd871c80832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:03.791320 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-2ea8cef3-86cc-4003-ae0b-7bd871c80832 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0b95979aebe47bc92c387de59394942&device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 1129 time: 0.0630729 Jun 24 08:51:03.798559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:03.844718 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Made reservation on behalf of 7787ee132e9e4e23b1407718fb366406 for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:51:03.850280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:03.926930 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:03.963280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef25373-2459-46ad-b5df-08dae3a77208 req-8db11c9f-de99-4e7a-a7f7-24c2dd8d6d2b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:03.964972 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ef25373-2459-46ad-b5df-08dae3a77208 req-8db11c9f-de99-4e7a-a7f7-24c2dd8d6d2b tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.1102371 Jun 24 08:51:03.995902 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:04.023398 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:04.032962 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:04.033583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:04.077080 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-4ef25373-2459-46ad-b5df-08dae3a77208 req-21c32765-6558-442b-b124-f66f0d897fcc tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008098 Jun 24 08:51:04.093496 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Allocated IP 172.20.0.13 (0f76c266-a8af-466b-8b61-0e931014df30/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff/ee6f0ba7-a6c4-4928-83c7-3ca4695adb95) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:04.165793 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:04.282688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:04.333212 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:04.392446 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event updated for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:04.395939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Network 0f76c266-a8af-466b-8b61-0e931014df30 is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:04.397808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:04.400446 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:04.401037 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:04.432476 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c5831-8cd6-4610-95b4-ca3c056f12b8 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:53Z', 'revision_number': 4, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'bb45b989-0804-4351-ba98-abb08703b468', 'name': '', 'network_id': '6af235bb-9dd2-419a-b173-c8cd5b4cf745', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'mac_address': 'fa:16:3e:a9:59:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:51Z', 'updated_at': '2022-06-24T08:42:58Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'subnets': [{'id': 'a987ff3b-9cb2-4828-8f29-d7c732e1f00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:04.463591 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:04.464237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:04.485331 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-b59e3182-175b-4fb1-851c-112d415fe6bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8472707 Jun 24 08:51:04.572297 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a37f27-ba54-4ccd-b84f-e708a15c5c0a req-3f106f9d-6064-4ea5-9508-a323b912fdf4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:04.574637 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87a37f27-ba54-4ccd-b84f-e708a15c5c0a req-3f106f9d-6064-4ea5-9508-a323b912fdf4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 932 time: 0.0579710 Jun 24 08:51:04.631646 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87a37f27-ba54-4ccd-b84f-e708a15c5c0a req-cee080b6-2ac6-437e-8cd6-c3858d6359ad tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517530 Jun 24 08:51:04.729344 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72f64e-e3dd-4c0a-a585-4106877611e0 None None] New status for floating IP 2e6a8c2c-5eb5-4033-8544-32ed25dbcbe0: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:51:04.736133 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-43d147bb-e478-4879-9df2-3e7b207d12f2 None None] Provisioning complete for port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:04.736622 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-43d147bb-e478-4879-9df2-3e7b207d12f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:04.772666 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:51:04.778352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-43d147bb-e478-4879-9df2-3e7b207d12f2 None None] Port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:51:04.904232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-09711efe-8ee4-423e-9a50-8d2a0bd7acca tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:51:04.905412 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-09711efe-8ee4-423e-9a50-8d2a0bd7acca tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058596 Jun 24 08:51:04.934221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Request body: {'port': {'device_id': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:05.311165 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:05.340974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389be36e-70ff-4bb8-982f-f41db000ca4d req-6c65268c-43fd-4dd9-a02c-146862c0ffb7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.342504 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-389be36e-70ff-4bb8-982f-f41db000ca4d req-6c65268c-43fd-4dd9-a02c-146862c0ffb7 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.0824873 Jun 24 08:51:05.373667 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-9d81b612-2dd5-4902-95d6-deb4ae8360b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.375269 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-9d81b612-2dd5-4902-95d6-deb4ae8360b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 200 len: 911 time: 0.4839606 Jun 24 08:51:05.382216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:05.437139 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-67080c25-bae0-45b5-b2d2-e97fd42ad4dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 200 len: 217 time: 0.0515282 Jun 24 08:51:05.448498 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:05.521871 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-e16d779c-695c-4a93-b800-8de5ce6a8393 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.522696 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-389be36e-70ff-4bb8-982f-f41db000ca4d req-a531ca14-3398-4647-9564-5c28eac794bb tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/security-groups?id=529c0a81-d7c0-49bf-94d7-65db6eaff35e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653316 Jun 24 08:51:05.523420 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-e16d779c-695c-4a93-b800-8de5ce6a8393 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 945 time: 0.0632002 Jun 24 08:51:05.611856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-e306f36a-64e1-4a4e-9f90-47b0e63ee690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.613303 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-e306f36a-64e1-4a4e-9f90-47b0e63ee690 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 200 len: 849 time: 0.1384256 Jun 24 08:51:05.620992 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port c876251e-542e-4240-b1d0-e6e3647c3f3c {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:05.621385 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:05.683652 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-603cc1c4-3aa3-4430-9719-86aa8718e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.685217 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-603cc1c4-3aa3-4430-9719-86aa8718e5b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af235bb-9dd2-419a-b173-c8cd5b4cf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655355 Jun 24 08:51:05.719509 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:05.739398 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] For port c876251e-542e-4240-b1d0-e6e3647c3f3c, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=c876251e-542e-4240-b1d0-e6e3647c3f3c,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:05.739793 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:05.757770 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for c876251e-542e-4240-b1d0-e6e3647c3f3c owned by compute:nova {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:05.859070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116109a-d5b0-47bd-a9f8-8d07615d7f86 req-fccd22cb-5f4f-4658-93ee-005347b52762 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:05.860576 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2116109a-d5b0-47bd-a9f8-8d07615d7f86 req-fccd22cb-5f4f-4658-93ee-005347b52762 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 932 time: 0.1321459 Jun 24 08:51:05.924903 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (c876251e-542e-4240-b1d0-e6e3647c3f3c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:05.938093 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-82b995ee-cb94-4a04-896d-3c2361faa144 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196171 Jun 24 08:51:05.966883 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=c876251e-542e-4240-b1d0-e6e3647c3f3c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:05.975478 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:51:06.001306 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks [] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.054113 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2116109a-d5b0-47bd-a9f8-8d07615d7f86 req-2d233490-1bb5-4820-be40-4c184c185c0e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826806 Jun 24 08:51:06.062781 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Transition to ACTIVE for port object ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:51:06.068495 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.129886 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-27786d66-ccfa-4940-a845-8f15587bf8a9 req-94ac6c53-22d7-4238-80ae-825c6070c156 service neutron] 10.222.0.49 "GET /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840079 Jun 24 08:51:06.146047 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Pushing event updated for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:06.231076 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Attempting to bind port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:06.231853 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Attempting to bind port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:06.232193 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Attempting to bind port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:06.238261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 on network 0f76c266-a8af-466b-8b61-0e931014df30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:51:06.238735 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Attempting to bind port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 on network 0f76c266-a8af-466b-8b61-0e931014df30 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:06.245382 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:06.247039 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:06.247457 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Checking segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:06.247921 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Bound using segment: {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:06.248593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Bound port: ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a087b3-e5af-4f64-99f6-31f6d0baf517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:06.249171 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.320230 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] No DVR routers for this DVR port c876251e-542e-4240-b1d0-e6e3647c3f3c on host hv-cinder-84713 {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:06.323651 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.327259 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-27c8f79b-794c-4810-8ec7-69b38f849200 req-c3dbeedf-ae69-43a9-bb18-12c9dba908ab tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.49 "DELETE /v2.0/ports/c876251e-542e-4240-b1d0-e6e3647c3f3c HTTP/1.1" status: 204 len: 173 time: 0.7978003 Jun 24 08:51:06.327731 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'name': 'network-vif-deleted', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:06.334611 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:06.339937 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:06.340860 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4493b-27d7-4790-8132-2855f93724d2" -d '{"events": [{"server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "name": "network-vif-deleted", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:06.349819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.422653 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:06.423477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:06.425315 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] 10.222.0.49 "PUT /v2.0/ports/ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 HTTP/1.1" status: 200 len: 1094 time: 1.4972615 Jun 24 08:51:06.426049 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:06.426358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccb8192-bd9f-42a4-ac1a-c4bdefc3a1cf x-openstack-request-id: req-6ccb8192-bd9f-42a4-ac1a-c4bdefc3a1cf {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:06.426645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345", "name": "network-vif-deleted", "tag": "c876251e-542e-4240-b1d0-e6e3647c3f3c", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:06.426977 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ccb8192-bd9f-42a4-ac1a-c4bdefc3a1cf {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:06.427500 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccb8192-bd9f-42a4-ac1a-c4bdefc3a1cf'] response: {'server_uuid': 'ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345', 'name': 'network-vif-deleted', 'tag': 'c876251e-542e-4240-b1d0-e6e3647c3f3c', 'status': 'completed', 'code': 200} Jun 24 08:51:06.429321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:06.450974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddb85d-1eea-4666-9a0d-986656272ead service neutron] Pushing event updated for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:06.482365 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f52d3-7b6f-4880-b387-7b7c842d03a3 x-openstack-request-id: req-ee0f52d3-7b6f-4880-b387-7b7c842d03a3 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:06.482673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:06.482935 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee0f52d3-7b6f-4880-b387-7b7c842d03a3 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:06.483377 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0f52d3-7b6f-4880-b387-7b7c842d03a3'] response: {'name': 'network-changed', 'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'status': 'completed', 'code': 200} Jun 24 08:51:06.608150 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:06.683566 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7ed3f663-2a30-4834-9d1b-9d0d6e153055 req-39f89b14-d3bf-454c-88ea-ee9e5a3e758a tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffc4cdd8-0ce9-49c8-9f10-e68a1ca8b345 HTTP/1.1" status: 200 len: 210 time: 0.0502143 Jun 24 08:51:06.686528 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-cf69ef55-354e-4eff-b423-1e934cf70748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:06.688675 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-cf69ef55-354e-4eff-b423-1e934cf70748 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 1128 time: 0.1765416 Jun 24 08:51:06.754592 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-78bbdb1f-95d5-4894-aee4-8098cf2bce7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 HTTP/1.1" status: 200 len: 217 time: 0.0491021 Jun 24 08:51:06.823659 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-4a309af5-ecd4-4ba3-b86d-36e4e9f54f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:06.825287 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-4a309af5-ecd4-4ba3-b86d-36e4e9f54f2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0640922 Jun 24 08:51:06.883369 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-56680371-c7c4-4ec5-bae1-06f91aa6edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:06.885246 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-56680371-c7c4-4ec5-bae1-06f91aa6edff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507648 Jun 24 08:51:07.232741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e77d7-e0f1-4d6f-8a44-ce5da1a37119 req-e6469054-aa48-4642-b9bb-463293e98e72 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:07.234640 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c7e77d7-e0f1-4d6f-8a44-ce5da1a37119 req-e6469054-aa48-4642-b9bb-463293e98e72 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 944 time: 0.0807950 Jun 24 08:51:07.255044 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-07e0867c-465c-4865-92cf-e23d3b457ce3 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703486 Jun 24 08:51:07.371853 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c7e77d7-e0f1-4d6f-8a44-ce5da1a37119 req-ca33cc25-aebb-42b2-bc36-0fa558b76d21 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303649 Jun 24 08:51:07.397177 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7d53c5ce-3f53-4ca8-8812-180463d1aa90 req-fccc2922-3444-43bb-a5bc-fe09e9d709a5 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327310 Jun 24 08:51:07.753338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41654) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:07.870423 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Deleting port 9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:07.870764 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:07.883037 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:07.959462 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:07.959802 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:07.980029 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Calling delete_port for 9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:08.126904 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:08.157107 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'Port': ['ID=9ce6ec59-0e8c-4076-b4a8-9f3122ec1d5c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:08.229494 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for floatingip (7d5f7602-6b72-4a60-9421-3065e3a422d2), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:08.232533 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:08.233821 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-afcce549-8035-42ce-8b31-19f27a2420e1 tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d5f7602-6b72-4a60-9421-3065e3a422d2 HTTP/1.1" status: 204 len: 168 time: 0.4816167 Jun 24 08:51:08.270675 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-b3a14207-78b0-488d-bfc6-2b651d25ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:08.272188 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-b3a14207-78b0-488d-bfc6-2b651d25ed14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 1128 time: 0.0468538 Jun 24 08:51:08.375373 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-c5a94dd7-550c-46be-89b8-057d786d713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:08.376867 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-c5a94dd7-550c-46be-89b8-057d786d713f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.0973539 Jun 24 08:51:08.424236 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-6f650783-66a8-4546-8909-6ab01f44d0c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 HTTP/1.1" status: 200 len: 217 time: 0.0407145 Jun 24 08:51:08.547815 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-ee9c1737-7a25-444f-bcd2-a91266812e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:08.549302 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-ee9c1737-7a25-444f-bcd2-a91266812e44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.1191225 Jun 24 08:51:08.574876 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b3b21-8334-419f-970b-fc9afe269833 req-ef111f37-be61-410f-8cf9-533f821aced4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:08.576500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ac4b3b21-8334-419f-970b-fc9afe269833 req-ef111f37-be61-410f-8cf9-533f821aced4 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 944 time: 0.0820515 Jun 24 08:51:08.624800 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-7bd6c260-001a-4279-9096-af61579c4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:08.626457 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-7bd6c260-001a-4279-9096-af61579c4714 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695646 Jun 24 08:51:08.634385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:08.672901 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ac4b3b21-8334-419f-970b-fc9afe269833 req-f78feb91-4431-4456-9701-42053ff541bb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786929 Jun 24 08:51:08.702635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:08.755502 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-9caf2ab1-d404-49ae-acdb-8f153bc2d8aa service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192834 Jun 24 08:51:08.851435 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6c1d82a9-1997-4a9c-ae4c-0ebe0cb8baad req-a8f2348b-e0a8-4d15-8c88-e3fdcf45c04d service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895150 Jun 24 08:51:09.350038 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:51:09.364175 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c876251e-542e-4240-b1d0-e6e3647c3f3c no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:09.390599 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: c876251e-542e-4240-b1d0-e6e3647c3f3c {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:09.390967 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device c876251e-542e-4240-b1d0-e6e3647c3f3c not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:09.482315 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:09.495647 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'port_id': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'mac_address': 'fa:16:3e:3b:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:51:09.530633 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41668) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:09.543321 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:09.543791 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.557975 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:09.562530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:51:09.593680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:09.600005 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.610842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (529c0a81-d7c0-49bf-94d7-65db6eaff35e), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.652090 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (529c0a81-d7c0-49bf-94d7-65db6eaff35e), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.677604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:09.686924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.687303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.687597 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.687928 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.688672 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.688994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.689322 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.689630 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.689984 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.690302 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.690618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.690935 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.691372 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.691577 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.691850 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:09.730205 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (529c0a81-d7c0-49bf-94d7-65db6eaff35e), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.730205 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:09.734208 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] 10.222.0.13 "DELETE /v2.0/security-groups/529c0a81-d7c0-49bf-94d7-65db6eaff35e HTTP/1.1" status: 204 len: 168 time: 0.1998158 Jun 24 08:51:09.747086 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7ead8-64eb-4517-8727-5c212a17ed9f tempest-TestVolumeBootPattern-1234163673 tempest-TestVolumeBootPattern-1234163673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c0a81-d7c0-49bf-94d7-65db6eaff35e,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:09.808431 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41674) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:09.827295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b240ac-6e91-4378-af2b-40b3be2a862b req-5253fac9-efe9-46b9-9ae7-5a4a90ddc79e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:09.828875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69b240ac-6e91-4378-af2b-40b3be2a862b req-5253fac9-efe9-46b9-9ae7-5a4a90ddc79e tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 945 time: 0.0568092 Jun 24 08:51:09.889271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:09.894720 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-69b240ac-6e91-4378-af2b-40b3be2a862b req-90bd0d4e-7c44-4705-9f79-08225f95cff7 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587544 Jun 24 08:51:09.921662 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:51:09.956719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:10.061317 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:10.285275 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:10.295603 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:10.548337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Deleting port bb45b989-0804-4351-ba98-abb08703b468 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:10.549014 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (bb45b989-0804-4351-ba98-abb08703b468), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:10.632119 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] For port bb45b989-0804-4351-ba98-abb08703b468, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=bb45b989-0804-4351-ba98-abb08703b468,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:10.632384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (bb45b989-0804-4351-ba98-abb08703b468), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:10.648473 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Calling delete_port for bb45b989-0804-4351-ba98-abb08703b468 owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:10.848464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (bb45b989-0804-4351-ba98-abb08703b468), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:10.876165 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb45b989-0804-4351-ba98-abb08703b468,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:11.029641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd650df-e741-48a8-b502-cf73955b092f req-3bce4136-d6fe-4335-a48a-719ec1de2e0a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:11.032305 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffd650df-e741-48a8-b502-cf73955b092f req-3bce4136-d6fe-4335-a48a-719ec1de2e0a tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 945 time: 0.0618410 Jun 24 08:51:11.065444 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:11.086480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.105734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ffd650df-e741-48a8-b502-cf73955b092f req-f4221b86-7a0a-456f-ab29-8a2b28614f16 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644281 Jun 24 08:51:11.263929 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:11.352625 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Router 96112d96-607b-4d5d-b2b5-38411bcb27c5 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:11.357264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:11.414987 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:51:11.422803 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:11.423360 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.509337 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:11.519379 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5095362f-5f9e-4b3c-9355-b33a4b6c79e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/96112d96-607b-4d5d-b2b5-38411bcb27c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7049360 Jun 24 08:51:11.519379 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41680) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:11.634617 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Sync routers for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:11.638557 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks [] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.653595 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:11.654259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:11.656861 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:11.657228 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.735903 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:11.738174 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011911c6-0918-4a1b-b891-805bd890948e" -d '{"events": [{"server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "name": "network-vif-plugged", "status": "completed", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:11.773074 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks [] for router_gateway (96112d96-607b-4d5d-b2b5-38411bcb27c5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.781722 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:11.788563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d9fe9c-e2f9-4dff-a5c9-f4ee10473034 x-openstack-request-id: req-c3d9fe9c-e2f9-4dff-a5c9-f4ee10473034 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:11.788910 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "name": "network-vif-plugged", "status": "completed", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:11.789155 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3d9fe9c-e2f9-4dff-a5c9-f4ee10473034 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:11.789536 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d9fe9c-e2f9-4dff-a5c9-f4ee10473034'] response: {'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'code': 200} Jun 24 08:51:11.793479 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.831310 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Deleting port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:11.831640 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.846192 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:11.917833 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:11.943479 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] For port 1da1691e-ae9a-4bb2-9220-0fbc910ecab4, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:11.943850 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:11.962801 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Calling delete_port for 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:12.052524 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81585f3a-c69b-44d5-a55c-4251cc14bd06 req-d91e204a-176e-4eb9-bb3b-eacd7a624906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:12.054740 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-81585f3a-c69b-44d5-a55c-4251cc14bd06 req-d91e204a-176e-4eb9-bb3b-eacd7a624906 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 1130 time: 0.0431681 Jun 24 08:51:12.083492 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:51:10Z', 'revision_number': 5, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port': {'id': '1da1691e-ae9a-4bb2-9220-0fbc910ecab4', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:12.107038 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-81585f3a-c69b-44d5-a55c-4251cc14bd06 req-2be2460c-60da-4072-8966-0caa6682d23b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457635 Jun 24 08:51:12.109551 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Checking router: 96112d96-607b-4d5d-b2b5-38411bcb27c5 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:12.118565 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Routers {'96112d96-607b-4d5d-b2b5-38411bcb27c5'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:12.119050 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['96112d96-607b-4d5d-b2b5-38411bcb27c5'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:12.183425 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:12.195528 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (1da1691e-ae9a-4bb2-9220-0fbc910ecab4), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.219130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] Set router 96112d96-607b-4d5d-b2b5-38411bcb27c5 gateway port host: None {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:12.222283 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da1691e-ae9a-4bb2-9220-0fbc910ecab4,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:12.257060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ab65b-df70-4be0-834c-56d5ace1d7af req-ec81c5a2-5a25-451c-8e63-d0a34e726bd6 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:12.261538 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f2ab65b-df70-4be0-834c-56d5ace1d7af req-ec81c5a2-5a25-451c-8e63-d0a34e726bd6 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0800202 Jun 24 08:51:12.277285 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:51:11Z', 'revision_number': 6, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:12.278952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:12.309388 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edea85c-ed46-459a-89a0-3d18016b9b32 None None] The sync data for ids ['96112d96-607b-4d5d-b2b5-38411bcb27c5'] in dv-cinder-847131-2-iscsi is: [{'id': '96112d96-607b-4d5d-b2b5-38411bcb27c5', 'name': 'tempest-TestVolumeBootPattern-33914232-router', 'tenant_id': 'd0b95979aebe47bc92c387de59394942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:48Z', 'updated_at': '2022-06-24T08:51:11Z', 'revision_number': 6, 'project_id': 'd0b95979aebe47bc92c387de59394942', 'gw_port_host': None}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:12.310376 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.349056 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7f2ab65b-df70-4be0-834c-56d5ace1d7af req-4d3c434a-246a-4027-9aaf-1d107fe1fcb5 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785565 Jun 24 08:51:12.409671 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.412012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks [] for router_controller (96112d96-607b-4d5d-b2b5-38411bcb27c5), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.416712 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:12.458394 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (96112d96-607b-4d5d-b2b5-38411bcb27c5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.459103 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96112d96-607b-4d5d-b2b5-38411bcb27c5 {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:51:12.465004 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.466186 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dab1ad22-81c3-4dce-bb7f-3d477ae9a628 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96112d96-607b-4d5d-b2b5-38411bcb27c5 HTTP/1.1" status: 204 len: 168 time: 0.9478474 Jun 24 08:51:12.468706 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41686) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:12.513915 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Deleting subnet a987ff3b-9cb2-4828-8f29-d7c732e1f00c {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:51:12.517282 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Publish callbacks [] for subnet (a987ff3b-9cb2-4828-8f29-d7c732e1f00c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.557112 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (a987ff3b-9cb2-4828-8f29-d7c732e1f00c), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.646576 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (a987ff3b-9cb2-4828-8f29-d7c732e1f00c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.708719 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (a987ff3b-9cb2-4828-8f29-d7c732e1f00c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.736462 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a987ff3b-9cb2-4828-8f29-d7c732e1f00c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:12.745392 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.748711 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7ba5bb89-85d3-4e7d-b4fb-a4da7ecc0836 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a987ff3b-9cb2-4828-8f29-d7c732e1f00c HTTP/1.1" status: 204 len: 168 time: 0.2789390 Jun 24 08:51:12.751181 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41688) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:12.756639 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e426e-50d3-40a8-844f-f8bbbf2eeb77 None None] Network 6af235bb-9dd2-419a-b173-c8cd5b4cf745 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:12.832696 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device bb45b989-0804-4351-ba98-abb08703b468 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:12.848430 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (6af235bb-9dd2-419a-b173-c8cd5b4cf745), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.874645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: bb45b989-0804-4351-ba98-abb08703b468 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:12.874981 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device bb45b989-0804-4351-ba98-abb08703b468 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:12.891765 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Deleting port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:12.892131 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.967273 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] For port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,segment=NetworkSegment(3bfcc222-78ed-4439-86d4-5bc770a2dbba),segment_id=3bfcc222-78ed-4439-86d4-5bc770a2dbba)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:12.967632 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:12.981144 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Calling delete_port for d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:13.062734 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.089459 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:13.094216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] No DVR routers for this DVR port d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:13.148472 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c6279-a438-494e-beef-9e8060f312b9 None None] DHCP port deletion for 6af235bb-9dd2-419a-b173-c8cd5b4cf745 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:51:13.174258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (6af235bb-9dd2-419a-b173-c8cd5b4cf745), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.199589 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af235bb-9dd2-419a-b173-c8cd5b4cf745']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:13.209791 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfcc222-78ed-4439-86d4-5bc770a2dbba') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:13.210075 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfcc222-78ed-4439-86d4-5bc770a2dbba') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:13.218911 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:13.220940 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (3bfcc222-78ed-4439-86d4-5bc770a2dbba), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.236981 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (3bfcc222-78ed-4439-86d4-5bc770a2dbba), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.245579 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:51:13.246001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (3bfcc222-78ed-4439-86d4-5bc770a2dbba), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.274365 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 3bfcc222-78ed-4439-86d4-5bc770a2dbba resource provider aggregate not found Jun 24 08:51:13.312071 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment 3bfcc222-78ed-4439-86d4-5bc770a2dbba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bfcc222-78ed-4439-86d4-5bc770a2dbba found for delete ", "request_id": "req-06dbab40-44a3-41ff-8352-f6ec5a4f8283"}]} Jun 24 08:51:13.320202 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (6af235bb-9dd2-419a-b173-c8cd5b4cf745), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.326105 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.332286 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6af235bb-9dd2-419a-b173-c8cd5b4cf745 HTTP/1.1" status: 204 len: 168 time: 0.5752645 Jun 24 08:51:13.333032 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41694) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:13.349807 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81993c8-c926-4ff6-ab25-9b75c95f3b8a admin admin] Pushing event deleted for resources: {'Network': ['ID=6af235bb-9dd2-419a-b173-c8cd5b4cf745,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:13.431238 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:13.482330 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491e7ce-441b-4adf-863d-ce2e8e988f35 req-eb83338c-8b71-45d8-8af2-91c3147a56a3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:13.483866 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a491e7ce-441b-4adf-863d-ce2e8e988f35 req-eb83338c-8b71-45d8-8af2-91c3147a56a3 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0513251 Jun 24 08:51:13.540756 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-a491e7ce-441b-4adf-863d-ce2e8e988f35 req-fd803d40-d749-481c-ab1c-bf5db19c1358 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501895 Jun 24 08:51:13.677279 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33ed98-45d4-4e25-b8b2-312f083db11f req-eb634ca4-e0d2-4cf0-b262-5646e221fea1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:13.678969 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9f33ed98-45d4-4e25-b8b2-312f083db11f req-eb634ca4-e0d2-4cf0-b262-5646e221fea1 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0572152 Jun 24 08:51:13.688551 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41700) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:13.694272 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Request body: {'floatingip': {'port_id': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:13.695848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:13.734047 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.054286 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.196531 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Deleting port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:14.196866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.203178 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.214658 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.283701 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] For port 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:14.284066 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.298779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Calling delete_port for 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:14.313287 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 18eb4411-1b3d-4935-a100-552c8bb2dd0f associated. External IP: 172.27.1.32, port: ee6f0ba7-a6c4-4928-83c7-3ca4695adb95. Jun 24 08:51:14.410954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.416586 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.489812 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.513028 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:14.514944 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:14.646414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:14.652012 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.663847 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:14.690519 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-89093034-4774-4d0f-bcb9-ecb98ce15c8d tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "PUT /v2.0/floatingips/18eb4411-1b3d-4935-a100-552c8bb2dd0f HTTP/1.1" status: 200 len: 991 time: 1.0002456 Jun 24 08:51:14.691384 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:14.694260 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87197b88-890f-49c7-8b7b-2e753d1644fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:14.694729 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:14.695462 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:14.738052 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222cb853-12b9-479f-9c5d-87ed6f1029d2 x-openstack-request-id: req-222cb853-12b9-479f-9c5d-87ed6f1029d2 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:14.738437 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:14.738782 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-222cb853-12b9-479f-9c5d-87ed6f1029d2 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:14.739268 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-222cb853-12b9-479f-9c5d-87ed6f1029d2'] response: {'name': 'network-changed', 'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'status': 'completed', 'code': 200} Jun 24 08:51:14.740866 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.745564 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:14.814811 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:14.837888 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:14.838330 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d1d3ed60-7bad-4c37-a43a-ad39c27c3d2f not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:14.838861 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:14.847752 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-7166a628-6ed0-4961-915c-fdf2e2e0c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:14.849872 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-7166a628-6ed0-4961-915c-fdf2e2e0c932 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7787ee132e9e4e23b1407718fb366406&device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 1130 time: 0.0658605 Jun 24 08:51:14.851923 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.853235 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.858386 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:14.865349 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:14.867453 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:14.868051 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 1da1691e-ae9a-4bb2-9220-0fbc910ecab4 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:14.953532 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-8b28e098-86a6-4412-827f-f3f96bf8f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:14.955623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-8b28e098-86a6-4412-827f-f3f96bf8f532 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 200 len: 915 time: 0.0989599 Jun 24 08:51:14.982721 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:15.021469 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-ad63dc87-60bf-4ac7-9217-7a0b6a31cbc7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 HTTP/1.1" status: 200 len: 999 time: 0.0603528 Jun 24 08:51:15.075485 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-1bd760cf-26af-42a4-871e-0bfe30733812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:15.077141 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-1bd760cf-26af-42a4-871e-0bfe30733812 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 200 len: 853 time: 0.0485284 Jun 24 08:51:15.088170 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '18eb4411-1b3d-4935-a100-552c8bb2dd0f', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:51:01Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.102338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:15.111879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41706) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:15.112592 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4c12b4bb-e848-432a-9937-15cffaefe902 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d74805e-ab71-45ed-80d6-0eb0fb3e3176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681646 Jun 24 08:51:15.113088 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Sync routers for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:15.113239 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:15.123706 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:15.124311 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.125280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:15.125934 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.170119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-aca77dda-43c2-454f-9e29-5ad564630963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:15.171648 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-aca77dda-43c2-454f-9e29-5ad564630963 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0f76c266-a8af-466b-8b61-0e931014df30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889990 Jun 24 08:51:15.233927 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:15.234825 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:15.418689 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 5, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.449245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Checking router: 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:15.458530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Routers {'6d74805e-ab71-45ed-80d6-0eb0fb3e3176'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:15.459740 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.481744 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '18eb4411-1b3d-4935-a100-552c8bb2dd0f', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:51:01Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.516859 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2531b35-18e0-4669-ace1-d598cf2d4158 None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '18eb4411-1b3d-4935-a100-552c8bb2dd0f', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'floating_ip_address': '172.27.1.32', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'port_id': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'mac_address': 'fa:16:3e:3b:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:51:01Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 1, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:15.517656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:15.568709 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] Set router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:15.571232 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks [] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:15.637628 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-2d4c5c2a-14f7-4649-9ab0-764a567893f9 service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595971 Jun 24 08:51:15.762846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks [] for router_gateway (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:15.765885 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fecf1c7-d427-4188-aee8-d48eca7161c8 None None] New status for floating IP 18eb4411-1b3d-4935-a100-552c8bb2dd0f: ACTIVE {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:51:15.815579 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87197b88-890f-49c7-8b7b-2e753d1644fb req-1debac91-ff0b-4c2e-a46a-88580f0ff97e service neutron] 10.222.0.49 "GET /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455185 Jun 24 08:51:15.817702 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:15.826416 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Deleting port e4afec7a-2996-4fcf-b4e3-5952e2c06b89 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:15.826773 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:15.880485 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 5, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:15.908572 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e64ad8e-930f-4745-a517-87bb6f420ed5 None None] The sync data for ids ['6d74805e-ab71-45ed-80d6-0eb0fb3e3176'] in dv-cinder-847131-2-iscsi is: [{'id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'name': 'tempest-TestVolumeBootPattern-297549859-router', 'tenant_id': '81aa67602e4545b0983e9e201551e578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28'}], 'enable_snat': True}, 'gw_port_id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:42:57Z', 'updated_at': '2022-06-24T08:51:14Z', 'revision_number': 5, 'project_id': '81aa67602e4545b0983e9e201551e578', 'gw_port': {'id': 'e4afec7a-2996-4fcf-b4e3-5952e2c06b89', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d74805e-ab71-45ed-80d6-0eb0fb3e3176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:42:58Z', 'updated_at': '2022-06-24T08:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:15.924267 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] For port e4afec7a-2996-4fcf-b4e3-5952e2c06b89, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:15.924267 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:15.938903 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Calling delete_port for e4afec7a-2996-4fcf-b4e3-5952e2c06b89 owned by network:router_gateway {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:16.125280 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (e4afec7a-2996-4fcf-b4e3-5952e2c06b89), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.148381 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4afec7a-2996-4fcf-b4e3-5952e2c06b89,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:16.217078 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.309610 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.311944 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks [] for router_controller (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.362974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (6d74805e-ab71-45ed-80d6-0eb0fb3e3176), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.363583 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d74805e-ab71-45ed-80d6-0eb0fb3e3176 {{(pid=110636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:51:16.367961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.371712 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b8c2f6a6-ff75-4fc1-9fd4-c1283cf97435 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d74805e-ab71-45ed-80d6-0eb0fb3e3176 HTTP/1.1" status: 204 len: 168 time: 1.2564964 Jun 24 08:51:16.371803 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41708) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:16.419362 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Deleting subnet 6a977061-a7a5-4308-8ad3-042a91198414 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:51:16.422653 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Publish callbacks [] for subnet (6a977061-a7a5-4308-8ad3-042a91198414), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.458811 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (6a977061-a7a5-4308-8ad3-042a91198414), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.545099 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (6a977061-a7a5-4308-8ad3-042a91198414), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.619277 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (6a977061-a7a5-4308-8ad3-042a91198414), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.669359 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a977061-a7a5-4308-8ad3-042a91198414,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:16.672707 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.676174 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-3a3893fe-9d13-4942-8d7e-e7db446f5b33 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a977061-a7a5-4308-8ad3-042a91198414 HTTP/1.1" status: 204 len: 168 time: 0.3033242 Jun 24 08:51:16.676907 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc56a3b-b036-4123-8d0a-23985471156c None None] Network 6ae1934e-14fd-4edb-8136-99507cec9899 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:16.678757 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41710) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:16.749413 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:16.754487 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (6ae1934e-14fd-4edb-8136-99507cec9899), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.801243 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Deleting port a6952e3b-e0b8-4c42-aabd-930adccae22a {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:16.801569 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.866873 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] For port a6952e3b-e0b8-4c42-aabd-930adccae22a, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=a6952e3b-e0b8-4c42-aabd-930adccae22a,segment=NetworkSegment(e6a7f5db-f70e-413e-b9db-8d8c210ca43c),segment_id=e6a7f5db-f70e-413e-b9db-8d8c210ca43c)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:16.867129 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.886137 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Calling delete_port for a6952e3b-e0b8-4c42-aabd-930adccae22a owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:16.914402 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] DHCP port deletion for 6ae1934e-14fd-4edb-8136-99507cec9899 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:51:16.947376 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:16.970374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Deleting port a6952e3b-e0b8-4c42-aabd-930adccae22a {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:16.970750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.974327 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:16.998700 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e4afec7a-2996-4fcf-b4e3-5952e2c06b89 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:17.002820 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6952e3b-e0b8-4c42-aabd-930adccae22a,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:17.004591 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] No DVR routers for this DVR port a6952e3b-e0b8-4c42-aabd-930adccae22a on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:17.031049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: e4afec7a-2996-4fcf-b4e3-5952e2c06b89 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:17.031386 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device e4afec7a-2996-4fcf-b4e3-5952e2c06b89 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:17.031805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a6952e3b-e0b8-4c42-aabd-930adccae22a no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:17.085342 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (6ae1934e-14fd-4edb-8136-99507cec9899), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.086280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: a6952e3b-e0b8-4c42-aabd-930adccae22a {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:17.086831 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device a6952e3b-e0b8-4c42-aabd-930adccae22a not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:17.087738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:17.112242 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae1934e-14fd-4edb-8136-99507cec9899']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:17.114256 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] For port a6952e3b-e0b8-4c42-aabd-930adccae22a, host dv-cinder-847131-2-iscsi, got binding levels [] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:17.114640 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.122934 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:17.123220 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a7f5db-f70e-413e-b9db-8d8c210ca43c') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:17.123717 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:17.124049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 0e82b0d2-bef4-4036-ba0c-07cd91ceb6cf not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:17.132899 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Calling delete_port for a6952e3b-e0b8-4c42-aabd-930adccae22a owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:17.134848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (e6a7f5db-f70e-413e-b9db-8d8c210ca43c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.137233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.ipam_backend_mixin [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Port a6952e3b-e0b8-4c42-aabd-930adccae22a was not found and therefore no delete operation was performed {{(pid=110638) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 24 08:51:17.141342 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (a6952e3b-e0b8-4c42-aabd-930adccae22a), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.150258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (e6a7f5db-f70e-413e-b9db-8d8c210ca43c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.156952 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:51:17.157338 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (e6a7f5db-f70e-413e-b9db-8d8c210ca43c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.166003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] Pushing event deleted for resources: {'Port': ['ID=a6952e3b-e0b8-4c42-aabd-930adccae22a,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:17.172187 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462c41a-8312-4e3c-92e9-aac8d0f4eaad None None] No DVR routers for this DVR port a6952e3b-e0b8-4c42-aabd-930adccae22a on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:17.223240 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment e6a7f5db-f70e-413e-b9db-8d8c210ca43c resource provider aggregate not found Jun 24 08:51:17.238141 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (6ae1934e-14fd-4edb-8136-99507cec9899), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.245384 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment e6a7f5db-f70e-413e-b9db-8d8c210ca43c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6a7f5db-f70e-413e-b9db-8d8c210ca43c found for delete ", "request_id": "req-a970a04c-ef1b-4367-a881-07164e8e836f"}]} Jun 24 08:51:17.249059 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.250776 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6ae1934e-14fd-4edb-8136-99507cec9899 HTTP/1.1" status: 204 len: 168 time: 0.5710897 Jun 24 08:51:17.265011 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58008c-35cd-422e-9f41-8ee148787ed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae1934e-14fd-4edb-8136-99507cec9899,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:17.381444 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41718) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:17.427234 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-468676ba-9399-4104-b44f-98ad8679bae9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0b95979aebe47bc92c387de59394942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445442 Jun 24 08:51:17.429599 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41720) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:17.479612 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] Publish callbacks [] for security_group (208a4bd8-cde0-4809-b64f-57c2a671fa14), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.501579 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] Publish callbacks [] for security_group (208a4bd8-cde0-4809-b64f-57c2a671fa14), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.551027 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (208a4bd8-cde0-4809-b64f-57c2a671fa14), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.553641 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:17.554841 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/208a4bd8-cde0-4809-b64f-57c2a671fa14 HTTP/1.1" status: 204 len: 168 time: 0.1238060 Jun 24 08:51:17.563726 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312bc1f-5f87-4f6c-9ae4-a2ae7caaeb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208a4bd8-cde0-4809-b64f-57c2a671fa14,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:17.896487 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41726) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:17.944100 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7fd37787-264c-4621-a1a2-1a47a6575920 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81aa67602e4545b0983e9e201551e578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464160 Jun 24 08:51:17.946961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41728) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:17.998512 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] Publish callbacks [] for security_group (ff6227b1-bccf-42ec-bc33-a9b474f4c943), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:18.000673 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:18.022996 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] Publish callbacks [] for security_group (ff6227b1-bccf-42ec-bc33-a9b474f4c943), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:18.073151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ff6227b1-bccf-42ec-bc33-a9b474f4c943), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:18.076566 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:18.078174 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff6227b1-bccf-42ec-bc33-a9b474f4c943 HTTP/1.1" status: 204 len: 168 time: 0.1301470 Jun 24 08:51:18.089775 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa7458-afa1-490a-b1ea-d8577dded237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6227b1-bccf-42ec-bc33-a9b474f4c943,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:18.104726 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:19.192966 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-6c1b1de2-010a-46b8-b927-69d63abf8a0b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214970642&fields=id&tenant_id=2fa7360005f4416f87703d3efb18d3e1 HTTP/1.1" status: 200 len: 267 time: 0.0480149 Jun 24 08:51:19.246071 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-7e27a58d-3ada-4a41-a10f-8aac75d22d42 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:19.247734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-7e27a58d-3ada-4a41-a10f-8aac75d22d42 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 984 time: 0.0484540 Jun 24 08:51:19.259336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Request body: {'port': {'security_groups': ['f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:19.332215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.334878 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:19.507948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:19.537995 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.542709 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.591473 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:19.592253 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.593656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-2f5970c0-31e0-43e9-bad5-4a65f51301a3 req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "PUT /v2.0/ports/847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 942 time: 0.3399334 Jun 24 08:51:19.594130 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:19.595362 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:51:19.596367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155dc28e-662e-441d-ad79-de672954db39" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:19.602992 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41738) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:19.622733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a6b29-25c7-474b-8ddf-d5d67045a200 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event updated for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=7']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:19.649971 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e16e8-61fb-4696-8d98-3d77f04dc19b x-openstack-request-id: req-7e8e16e8-61fb-4696-8d98-3d77f04dc19b {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:19.650261 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:19.650510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e8e16e8-61fb-4696-8d98-3d77f04dc19b {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:19.650915 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8e16e8-61fb-4696-8d98-3d77f04dc19b'] response: {'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:51:19.683096 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (ba8aeccd-a8fa-411d-8f5a-3618410c4a27), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.709326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:19.717562 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (ba8aeccd-a8fa-411d-8f5a-3618410c4a27), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.719384 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:19.738719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:51:19.794644 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dc28e-662e-441d-ad79-de672954db39 req-4007f31d-18a2-4334-a258-39d57c6f9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:19.797078 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-4007f31d-18a2-4334-a258-39d57c6f9c4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1129 time: 0.0846858 Jun 24 08:51:19.820107 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (ba8aeccd-a8fa-411d-8f5a-3618410c4a27), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.824188 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:19.825152 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba8aeccd-a8fa-411d-8f5a-3618410c4a27 HTTP/1.1" status: 204 len: 168 time: 0.2226412 Jun 24 08:51:19.830663 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41740) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:19.842949 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40431af-fa22-4e94-b895-d2d5470dd549 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8aeccd-a8fa-411d-8f5a-3618410c4a27,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:19.955091 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-a01f723b-be2b-409f-bc71-db9ed4adaf38 None None] Provisioning complete for port 847e9d65-5fa2-49be-983e-9cbfe98fb601 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:19.955448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a01f723b-be2b-409f-bc71-db9ed4adaf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.021489 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dc28e-662e-441d-ad79-de672954db39 req-d74acb72-5329-42ff-9fc5-cd28313c2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:20.022987 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-d74acb72-5329-42ff-9fc5-cd28313c2d70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 915 time: 0.2192657 Jun 24 08:51:20.058249 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a01f723b-be2b-409f-bc71-db9ed4adaf38 None None] Current status of the port 847e9d65-5fa2-49be-983e-9cbfe98fb601 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:20.104277 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Deleting port 02232494-ca70-415a-b672-42f470ffe9e6 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:20.104616 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (02232494-ca70-415a-b672-42f470ffe9e6), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.135121 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-85e86d3d-a573-45f1-904d-c714cd22e4f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 1001 time: 0.0866628 Jun 24 08:51:20.214981 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:20.230685 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (02232494-ca70-415a-b672-42f470ffe9e6), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.231014 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for floatingip (02232494-ca70-415a-b672-42f470ffe9e6), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.239400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dc28e-662e-441d-ad79-de672954db39 req-4ce9f333-ee24-4bf2-8dcf-75f1fa99bc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:20.240852 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-4ce9f333-ee24-4bf2-8dcf-75f1fa99bc23 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.0739107 Jun 24 08:51:20.246943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Calling delete_port for 02232494-ca70-415a-b672-42f470ffe9e6 owned by network:floatingip {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:20.331491 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155dc28e-662e-441d-ad79-de672954db39 req-f8f24c46-a6ab-4855-b500-1e7276ac0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:20.333010 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-f8f24c46-a6ab-4855-b500-1e7276ac0c88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839965 Jun 24 08:51:20.388252 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:20.491004 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-06adc4f9-326d-4dbd-ac5a-03c86b0c05e5 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440203 Jun 24 08:51:20.595275 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (02232494-ca70-415a-b672-42f470ffe9e6), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.631788 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event deleted for resources: {'Port': ['ID=02232494-ca70-415a-b672-42f470ffe9e6,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:20.688553 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-155dc28e-662e-441d-ad79-de672954db39 req-9367ae3f-8a51-4d1a-99b4-1bd8112ed148 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897867 Jun 24 08:51:20.707239 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks [] for floatingip (3c6affd0-68ae-4112-ad8f-238d8100fdac), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:20.707558 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Floating IP 3c6affd0-68ae-4112-ad8f-238d8100fdac disassociated (deleted). External IP: 172.27.1.149, port: 847e9d65-5fa2-49be-983e-9cbfe98fb601. Jun 24 08:51:20.935590 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Router d4233783-f83f-4963-a5ec-cbbd0e9c8382 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:21.060745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:21.078533 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:21.085723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:21.095856 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Sync routers for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:21.108620 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:21.109327 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:21.118843 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-8c186ee6-05aa-46f7-82fe-02eaca0d0330 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "DELETE /v2.0/floatingips/3c6affd0-68ae-4112-ad8f-238d8100fdac HTTP/1.1" status: 204 len: 168 time: 1.2871094 Jun 24 08:51:21.220821 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:21.277169 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7e136839-bc2f-4428-8fa1-c11e66542252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:21.445986 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:21.448464 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:21.473996 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Checking router: d4233783-f83f-4963-a5ec-cbbd0e9c8382 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:21.483454 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:21.484059 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:50:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:21.592683 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:21.651907 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:21.655313 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26daed6d-f677-464f-9bc6-3f2562e9fed3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:21.701717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d5704-f5c9-42ca-9c54-ff18143a2835 x-openstack-request-id: req-b11d5704-f5c9-42ca-9c54-ff18143a2835 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:21.702027 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:21.702326 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b11d5704-f5c9-42ca-9c54-ff18143a2835 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:21.702733 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11d5704-f5c9-42ca-9c54-ff18143a2835'] response: {'name': 'network-changed', 'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:51:21.736961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:21.796033 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:21.811321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-b4ad70b1-bd87-4e53-8665-f296cef6c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:21.812850 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-b4ad70b1-bd87-4e53-8665-f296cef6c88a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2fa7360005f4416f87703d3efb18d3e1&device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 1129 time: 0.0416481 Jun 24 08:51:21.827492 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d09b9a-83e6-417c-b9dc-2b1ec8c53abd None None] The sync data for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi is: [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:20Z', 'revision_number': 4, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '102be353-61d1-434a-b28a-fef2ec67c2d8', 'name': '', 'network_id': '37d35eef-7c65-436e-86fa-f165d2ee9cfb', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'mac_address': 'fa:16:3e:be:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:19Z', 'updated_at': '2022-06-24T08:49:25Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'subnets': [{'id': '9caf2041-645c-494a-92d6-46fcee218dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:21.912861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-edf4476a-0aec-423b-9526-c930349e223f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:21.914465 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-edf4476a-0aec-423b-9526-c930349e223f service neutron] 10.222.0.49 "GET /v2.0/networks?id=37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 200 len: 915 time: 0.0957823 Jun 24 08:51:21.955155 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-78af15d9-df68-407e-a85c-895344cc9df7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 200 len: 217 time: 0.0345812 Jun 24 08:51:22.010288 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-7df4c07d-279d-405f-8e90-f3d5822b13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:22.011801 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-7df4c07d-279d-405f-8e90-f3d5822b13d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 200 len: 853 time: 0.0495138 Jun 24 08:51:22.056304 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:22.059225 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785985-e8c8-42ba-9bfb-4728041a7784 None None] New status for floating IP 3c6affd0-68ae-4112-ad8f-238d8100fdac: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:51:22.065300 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-1ff207e2-d40d-47bd-90a7-8bc5ca996161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:22.066859 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-1ff207e2-d40d-47bd-90a7-8bc5ca996161 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37d35eef-7c65-436e-86fa-f165d2ee9cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487585 Jun 24 08:51:22.171645 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-73b8fcd4-fbe4-4620-a226-319f72edd4e6 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972557 Jun 24 08:51:22.275924 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-26daed6d-f677-464f-9bc6-3f2562e9fed3 req-f02683a7-3312-4386-92d2-936b8c7974c2 service neutron] 10.222.0.49 "GET /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972826 Jun 24 08:51:23.569573 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e79ef9b3-b44d-4d94-b573-be5a5a447550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:24.048290 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd1e53-e8bb-4a45-bb56-7af9e6f144bc req-5ed386fc-3026-4c43-ab40-8b58e62549e9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:24.049972 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0ffd1e53-e8bb-4a45-bb56-7af9e6f144bc req-5ed386fc-3026-4c43-ab40-8b58e62549e9 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Jun 24 08:51:24.099439 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0ffd1e53-e8bb-4a45-bb56-7af9e6f144bc req-3a08cb91-205b-41c6-a135-48e968128b09 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Jun 24 08:51:24.885816 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:25.215863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa3b41-cce0-422f-8241-7ebf0d2f3c8c req-0dff121b-0102-4a48-bf51-eaa5b2811f7f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:25.217239 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9baa3b41-cce0-422f-8241-7ebf0d2f3c8c req-0dff121b-0102-4a48-bf51-eaa5b2811f7f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0480690 Jun 24 08:51:25.269792 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9baa3b41-cce0-422f-8241-7ebf0d2f3c8c req-cd56fd52-3a27-48da-a02e-5cf0ec3bd79a tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468583 Jun 24 08:51:25.952793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238b73-d781-43ac-8a7b-d732571b328f req-f2803827-4f9d-45ae-83ce-bb36c0d16f63 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:25.954319 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-43238b73-d781-43ac-8a7b-d732571b328f req-f2803827-4f9d-45ae-83ce-bb36c0d16f63 tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0470068 Jun 24 08:51:26.044510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Deleting port 847e9d65-5fa2-49be-983e-9cbfe98fb601 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:26.044839 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.312379 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.443577 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e465b-cae0-41ff-a186-4a404015c80d req-da875e72-0842-4403-9cc8-0887eb48739b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:26.445038 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f97e465b-cae0-41ff-a186-4a404015c80d req-da875e72-0842-4403-9cc8-0887eb48739b tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e3aa531-5c49-4aa6-908e-f98f9cedbda4 HTTP/1.1" status: 200 len: 945 time: 0.0694754 Jun 24 08:51:26.447513 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] For port 847e9d65-5fa2-49be-983e-9cbfe98fb601, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=847e9d65-5fa2-49be-983e-9cbfe98fb601,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:26.447879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.470553 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Calling delete_port for 847e9d65-5fa2-49be-983e-9cbfe98fb601 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:26.535645 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.547959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:26.561371 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f97e465b-cae0-41ff-a186-4a404015c80d req-7219f21b-d833-4cd5-8e1f-50864a27d9ff tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.13 "GET /v2.0/security-groups?id=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045501 Jun 24 08:51:26.645453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (847e9d65-5fa2-49be-983e-9cbfe98fb601), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.692236 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['847e9d65-5fa2-49be-983e-9cbfe98fb601'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:51:26.692905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Pushing event deleted for resources: {'Port': ['ID=847e9d65-5fa2-49be-983e-9cbfe98fb601,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:26.756304 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] No DVR routers for this DVR port 847e9d65-5fa2-49be-983e-9cbfe98fb601 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:26.759465 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:26.762811 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-43238b73-d781-43ac-8a7b-d732571b328f req-04869396-960d-4221-af49-46d6801ede9f tempest-TestMinimumBasicScenario-7444565 tempest-TestMinimumBasicScenario-7444565-project] 10.222.0.49 "DELETE /v2.0/ports/847e9d65-5fa2-49be-983e-9cbfe98fb601 HTTP/1.1" status: 204 len: 173 time: 0.8030748 Jun 24 08:51:26.763276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'name': 'network-vif-deleted', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:51:26.765537 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b437fa7-d74b-4fa7-828a-1bdd747335d9" -d '{"events": [{"server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "name": "network-vif-deleted", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:51:26.805639 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4593f487-216e-4cd3-8321-f8f7d4835c04 x-openstack-request-id: req-4593f487-216e-4cd3-8321-f8f7d4835c04 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:51:26.805941 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3aa531-5c49-4aa6-908e-f98f9cedbda4", "name": "network-vif-deleted", "tag": "847e9d65-5fa2-49be-983e-9cbfe98fb601", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:51:26.806230 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4593f487-216e-4cd3-8321-f8f7d4835c04 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:51:26.806613 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4593f487-216e-4cd3-8321-f8f7d4835c04'] response: {'server_uuid': '4e3aa531-5c49-4aa6-908e-f98f9cedbda4', 'name': 'network-vif-deleted', 'tag': '847e9d65-5fa2-49be-983e-9cbfe98fb601', 'status': 'completed', 'code': 200} Jun 24 08:51:28.253117 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41824) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:28.334126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:28.568159 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:28.796857 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Deleting port 102be353-61d1-434a-b28a-fef2ec67c2d8 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:28.797190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:28.881913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] For port 102be353-61d1-434a-b28a-fef2ec67c2d8, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=102be353-61d1-434a-b28a-fef2ec67c2d8,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:28.881913 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:28.895091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Calling delete_port for 102be353-61d1-434a-b28a-fef2ec67c2d8 owned by network:router_interface {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:28.953235 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:29.086416 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (102be353-61d1-434a-b28a-fef2ec67c2d8), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.116104 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Pushing event deleted for resources: {'Port': ['ID=102be353-61d1-434a-b28a-fef2ec67c2d8,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:29.139690 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:29.287087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.458265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 847e9d65-5fa2-49be-983e-9cbfe98fb601 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:29.481377 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 847e9d65-5fa2-49be-983e-9cbfe98fb601 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:29.482042 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 847e9d65-5fa2-49be-983e-9cbfe98fb601 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:29.504948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Router d4233783-f83f-4963-a5ec-cbbd0e9c8382 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:29.616310 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:29.621766 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-50189e45-a971-4836-9132-a1ed052aa56c admin admin] 10.222.0.13 "PUT /v2.0/routers/d4233783-f83f-4963-a5ec-cbbd0e9c8382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3674724 Jun 24 08:51:29.624152 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41826) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:29.626681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Sync routers for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:29.638870 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:29.639666 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:29.727993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks [] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.755691 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:29.782226 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:29.833000 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks [] for router_gateway (d4233783-f83f-4963-a5ec-cbbd0e9c8382), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.837502 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:29.878914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:29.885089 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Deleting port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:29.885466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.942328 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102'}], 'enable_snat': True}, 'gw_port_id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:51:29Z', 'revision_number': 5, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port': {'id': '82808bf8-fc08-4cc5-9e12-5bf276fa7aa7', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:90:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:29.969063 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Checking router: d4233783-f83f-4963-a5ec-cbbd0e9c8382 for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:29.972263 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] For port 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:29.972620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:29.978181 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Routers {'d4233783-f83f-4963-a5ec-cbbd0e9c8382'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:29.978726 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:29.991237 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Calling delete_port for 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 owned by network:router_gateway {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:30.072502 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] Set router d4233783-f83f-4963-a5ec-cbbd0e9c8382 gateway port host: None {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:30.096650 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:30.133819 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:51:29Z', 'revision_number': 6, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:30.159813 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73395728-9c3a-40ee-aac9-ed5b7e02519d None None] The sync data for ids ['d4233783-f83f-4963-a5ec-cbbd0e9c8382'] in dv-cinder-847131-2-iscsi is: [{'id': 'd4233783-f83f-4963-a5ec-cbbd0e9c8382', 'name': 'tempest-TestMinimumBasicScenario-211284740-router', 'tenant_id': '2fa7360005f4416f87703d3efb18d3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:17Z', 'updated_at': '2022-06-24T08:51:29Z', 'revision_number': 6, 'project_id': '2fa7360005f4416f87703d3efb18d3e1', 'gw_port_host': None}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:30.179918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (82808bf8-fc08-4cc5-9e12-5bf276fa7aa7), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.205030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Pushing event deleted for resources: {'Port': ['ID=82808bf8-fc08-4cc5-9e12-5bf276fa7aa7,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:30.273238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.360768 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.363055 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks [] for router_controller (d4233783-f83f-4963-a5ec-cbbd0e9c8382), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.407341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (d4233783-f83f-4963-a5ec-cbbd0e9c8382), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.408084 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4233783-f83f-4963-a5ec-cbbd0e9c8382 {{(pid=110636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:51:30.412647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.413908 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-4b1be54b-2fea-43ad-be71-dceccb80e871 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d4233783-f83f-4963-a5ec-cbbd0e9c8382 HTTP/1.1" status: 204 len: 168 time: 0.7886875 Jun 24 08:51:30.416307 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41828) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:30.469189 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Deleting subnet 9caf2041-645c-494a-92d6-46fcee218dc9 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:51:30.472549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Publish callbacks [] for subnet (9caf2041-645c-494a-92d6-46fcee218dc9), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.519856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (9caf2041-645c-494a-92d6-46fcee218dc9), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.608891 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (9caf2041-645c-494a-92d6-46fcee218dc9), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.670689 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (9caf2041-645c-494a-92d6-46fcee218dc9), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.700942 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9caf2041-645c-494a-92d6-46fcee218dc9,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:30.703038 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.706257 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d44adb78-af2e-44a0-94fb-ed9576600e8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9caf2041-645c-494a-92d6-46fcee218dc9 HTTP/1.1" status: 204 len: 168 time: 0.2890055 Jun 24 08:51:30.709276 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41830) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:30.712084 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3108496-0ab2-4b17-b311-62149e5e96e9 None None] Network 37d35eef-7c65-436e-86fa-f165d2ee9cfb requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:30.787571 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (37d35eef-7c65-436e-86fa-f165d2ee9cfb), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.790589 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:30.847022 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Deleting port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:30.847295 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.927191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] For port fcfda016-e44c-40f5-9d9c-fd6aec6b7621, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,segment=NetworkSegment(5f365107-41fe-4dd8-89d5-e4a306b57f8b),segment_id=5f365107-41fe-4dd8-89d5-e4a306b57f8b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:30.927625 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:30.947559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Calling delete_port for fcfda016-e44c-40f5-9d9c-fd6aec6b7621 owned by network:dhcp {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:31.010583 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:31.034570 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:31.034886 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 82808bf8-fc08-4cc5-9e12-5bf276fa7aa7 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:31.035307 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 102be353-61d1-434a-b28a-fef2ec67c2d8 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:31.055949 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 102be353-61d1-434a-b28a-fef2ec67c2d8 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:31.056297 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 102be353-61d1-434a-b28a-fef2ec67c2d8 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:31.059747 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (fcfda016-e44c-40f5-9d9c-fd6aec6b7621), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.073618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3453f0-23f7-41e1-a01a-a4d035c06127 None None] DHCP port deletion for 37d35eef-7c65-436e-86fa-f165d2ee9cfb request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:51:31.099472 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcfda016-e44c-40f5-9d9c-fd6aec6b7621,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:31.113525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] No DVR routers for this DVR port fcfda016-e44c-40f5-9d9c-fd6aec6b7621 on host dv-cinder-847131-2-iscsi {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:31.193351 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (37d35eef-7c65-436e-86fa-f165d2ee9cfb), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.225874 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d35eef-7c65-436e-86fa-f165d2ee9cfb']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:31.234367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:31.238456 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f365107-41fe-4dd8-89d5-e4a306b57f8b') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:31.238741 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f365107-41fe-4dd8-89d5-e4a306b57f8b') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:31.257373 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (5f365107-41fe-4dd8-89d5-e4a306b57f8b), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.275303 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (5f365107-41fe-4dd8-89d5-e4a306b57f8b), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.282389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:51:31.282717 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (5f365107-41fe-4dd8-89d5-e4a306b57f8b), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.358091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (37d35eef-7c65-436e-86fa-f165d2ee9cfb), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.363222 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.370832 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41836) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:31.371444 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] 10.222.0.13 "DELETE /v2.0/networks/37d35eef-7c65-436e-86fa-f165d2ee9cfb HTTP/1.1" status: 204 len: 168 time: 0.6607144 Jun 24 08:51:31.386480 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6e2b3-3357-4a8c-b66e-33ffcd496b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=37d35eef-7c65-436e-86fa-f165d2ee9cfb,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:31.480963 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 5f365107-41fe-4dd8-89d5-e4a306b57f8b resource provider aggregate not found Jun 24 08:51:31.499769 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 5f365107-41fe-4dd8-89d5-e4a306b57f8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f365107-41fe-4dd8-89d5-e4a306b57f8b found for delete ", "request_id": "req-2598d533-e1b4-4b2f-ba4e-79184e426675"}]} Jun 24 08:51:31.725708 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (732f8854-6379-4209-9521-e04426299300), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:31.960080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Deleting port dfb4411b-98a6-49e5-a9b9-2e8525591c71 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:31.960918 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:32.048585 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] For port dfb4411b-98a6-49e5-a9b9-2e8525591c71, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=dfb4411b-98a6-49e5-a9b9-2e8525591c71,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:32.048855 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:32.063272 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Calling delete_port for dfb4411b-98a6-49e5-a9b9-2e8525591c71 owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:32.066903 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:32.093713 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=79 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:32.210289 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:32.253712 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (dfb4411b-98a6-49e5-a9b9-2e8525591c71), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:32.280794 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb4411b-98a6-49e5-a9b9-2e8525591c71,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:32.356635 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:32.459760 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (732f8854-6379-4209-9521-e04426299300), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:32.693246 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Router 732f8854-6379-4209-9521-e04426299300 has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:32.785358 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fcfda016-e44c-40f5-9d9c-fd6aec6b7621 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:32.809844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: fcfda016-e44c-40f5-9d9c-fd6aec6b7621 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:32.810177 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fcfda016-e44c-40f5-9d9c-fd6aec6b7621 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:32.814252 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:32.823515 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-5612f9f7-4e89-402b-9844-1d50ecbd8fdb admin admin] 10.222.0.13 "PUT /v2.0/routers/732f8854-6379-4209-9521-e04426299300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510279 Jun 24 08:51:32.825913 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41840) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:32.828367 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Sync routers for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:32.839313 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:32.839931 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:32.931134 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks [] for router (732f8854-6379-4209-9521-e04426299300), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:32.948510 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:33.133812 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:51:32Z', 'revision_number': 5, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:33.159808 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Checking router: 732f8854-6379-4209-9521-e04426299300 for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:33.169504 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Routers {'732f8854-6379-4209-9521-e04426299300'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:33.170162 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['732f8854-6379-4209-9521-e04426299300'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:33.281386 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] Set router 732f8854-6379-4209-9521-e04426299300 gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:33.322162 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks [] for router_gateway (732f8854-6379-4209-9521-e04426299300), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.370722 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Deleting port f0a0d10e-784e-4e54-a518-bc20521961c9 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:33.371199 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.401235 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:33.463226 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:51:32Z', 'revision_number': 5, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:33.465705 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] For port f0a0d10e-784e-4e54-a518-bc20521961c9, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=f0a0d10e-784e-4e54-a518-bc20521961c9,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:33.466277 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.481798 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Calling delete_port for f0a0d10e-784e-4e54-a518-bc20521961c9 owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:33.493547 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6f52e5-0f91-4777-85a0-4423babde806 None None] The sync data for ids ['732f8854-6379-4209-9521-e04426299300'] in dv-cinder-847131-2-iscsi is: [{'id': '732f8854-6379-4209-9521-e04426299300', 'name': 'tempest-TestMinimumBasicScenario-833423949-router', 'tenant_id': 'f56229ac74a54bb093ea536523a01575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:51:32Z', 'revision_number': 5, 'project_id': 'f56229ac74a54bb093ea536523a01575', 'gw_port': {'id': 'f0a0d10e-784e-4e54-a518-bc20521961c9', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:7f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '732f8854-6379-4209-9521-e04426299300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:49:22Z', 'updated_at': '2022-06-24T08:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:33.609326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:33.661281 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (f0a0d10e-784e-4e54-a518-bc20521961c9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.688460 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a0d10e-784e-4e54-a518-bc20521961c9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:33.756363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (732f8854-6379-4209-9521-e04426299300), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.858773 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (732f8854-6379-4209-9521-e04426299300), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.861124 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks [] for router_controller (732f8854-6379-4209-9521-e04426299300), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.911735 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (732f8854-6379-4209-9521-e04426299300), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.912548 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 732f8854-6379-4209-9521-e04426299300 {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:51:33.918656 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:33.922361 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ad40a897-bca4-45f2-9349-87ac24e965cc admin admin] 10.222.0.13 "DELETE /v2.0/routers/732f8854-6379-4209-9521-e04426299300 HTTP/1.1" status: 204 len: 168 time: 1.0929151 Jun 24 08:51:33.922849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41842) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:33.973453 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Deleting subnet dffce690-80df-489f-b4eb-ee5ed7a25b14 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:51:33.977236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Publish callbacks [] for subnet (dffce690-80df-489f-b4eb-ee5ed7a25b14), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.020602 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (dffce690-80df-489f-b4eb-ee5ed7a25b14), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.103767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (dffce690-80df-489f-b4eb-ee5ed7a25b14), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.168383 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (dffce690-80df-489f-b4eb-ee5ed7a25b14), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.198415 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffce690-80df-489f-b4eb-ee5ed7a25b14,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:34.207298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.212753 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-dcb6b56d-9c89-4b73-bc85-a35cf47da2ab admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dffce690-80df-489f-b4eb-ee5ed7a25b14 HTTP/1.1" status: 204 len: 168 time: 0.2886512 Jun 24 08:51:34.214202 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f2d0d-40d3-47a9-a299-8643b0e77079 None None] Network 4fa98aac-0aa9-4c7f-8521-15170a4951aa requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:34.215286 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41844) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:34.333285 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (4fa98aac-0aa9-4c7f-8521-15170a4951aa), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.338929 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:34.386511 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Deleting port 2629cd5c-370c-42db-8c3d-d4c28886335c {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:34.386854 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.453641 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:34.471677 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] For port 2629cd5c-370c-42db-8c3d-d4c28886335c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=2629cd5c-370c-42db-8c3d-d4c28886335c,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:34.472565 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.492796 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Calling delete_port for 2629cd5c-370c-42db-8c3d-d4c28886335c owned by network:dhcp {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:34.533572 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] DHCP port deletion for 4fa98aac-0aa9-4c7f-8521-15170a4951aa request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:51:34.584184 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Deleting port 2629cd5c-370c-42db-8c3d-d4c28886335c {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:51:34.584477 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.604043 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.637564 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2629cd5c-370c-42db-8c3d-d4c28886335c,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:34.639819 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] No DVR routers for this DVR port 2629cd5c-370c-42db-8c3d-d4c28886335c on host dv-cinder-847131-2-iscsi {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:34.666113 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] For port 2629cd5c-370c-42db-8c3d-d4c28886335c, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=2629cd5c-370c-42db-8c3d-d4c28886335c,segment=NetworkSegment(d893dc96-27ab-4d0c-bcc7-518471685caf),segment_id=d893dc96-27ab-4d0c-bcc7-518471685caf)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:34.666564 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.685039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Calling delete_port for 2629cd5c-370c-42db-8c3d-d4c28886335c owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:51:34.735308 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (4fa98aac-0aa9-4c7f-8521-15170a4951aa), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.749566 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device dfb4411b-98a6-49e5-a9b9-2e8525591c71 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:34.764581 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa98aac-0aa9-4c7f-8521-15170a4951aa']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:34.774794 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:34.777731 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: dfb4411b-98a6-49e5-a9b9-2e8525591c71 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:34.777946 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd893dc96-27ab-4d0c-bcc7-518471685caf') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:34.778140 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd893dc96-27ab-4d0c-bcc7-518471685caf') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:34.778301 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device dfb4411b-98a6-49e5-a9b9-2e8525591c71 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:34.778487 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 2629cd5c-370c-42db-8c3d-d4c28886335c no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:34.791246 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (d893dc96-27ab-4d0c-bcc7-518471685caf), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.809296 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (d893dc96-27ab-4d0c-bcc7-518471685caf), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.811194 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 2629cd5c-370c-42db-8c3d-d4c28886335c {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:34.811560 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 2629cd5c-370c-42db-8c3d-d4c28886335c not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:34.811941 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:34.812085 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f0a0d10e-784e-4e54-a518-bc20521961c9 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:51:34.821601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:51:34.822196 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (d893dc96-27ab-4d0c-bcc7-518471685caf), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.838093 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: f0a0d10e-784e-4e54-a518-bc20521961c9 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:51:34.838394 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device f0a0d10e-784e-4e54-a518-bc20521961c9 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:51:34.854579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (2629cd5c-370c-42db-8c3d-d4c28886335c), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.883679 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] Pushing event deleted for resources: {'Port': ['ID=2629cd5c-370c-42db-8c3d-d4c28886335c,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:34.887294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c22f8d7-e99d-44e0-a8e5-1812d4228204 None None] No DVR routers for this DVR port 2629cd5c-370c-42db-8c3d-d4c28886335c on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:51:34.901906 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment d893dc96-27ab-4d0c-bcc7-518471685caf resource provider aggregate not found Jun 24 08:51:34.903560 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (4fa98aac-0aa9-4c7f-8521-15170a4951aa), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.918121 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:34.922189 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4fa98aac-0aa9-4c7f-8521-15170a4951aa HTTP/1.1" status: 204 len: 168 time: 0.7055426 Jun 24 08:51:34.925394 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment d893dc96-27ab-4d0c-bcc7-518471685caf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d893dc96-27ab-4d0c-bcc7-518471685caf found for delete ", "request_id": "req-b617a837-ea69-49fa-87e5-8913b52153da"}]} Jun 24 08:51:34.935931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0463c-2e72-4a6c-adf8-7492dfd1b7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa98aac-0aa9-4c7f-8521-15170a4951aa,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:35.140046 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41852) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:35.183693 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dac0794f-10d7-41dd-b955-8d14258388f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fa7360005f4416f87703d3efb18d3e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424254 Jun 24 08:51:35.186241 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41854) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:35.237376 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] Publish callbacks [] for security_group (f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.261783 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] Publish callbacks [] for security_group (f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.313924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.316563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.317747 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0 HTTP/1.1" status: 204 len: 168 time: 0.1305172 Jun 24 08:51:35.326172 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9634e-4d73-46bc-a553-3f4609cd5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80658b9-3a2b-4c69-94c0-a6dca2a1b4b0,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:35.707666 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41862) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:35.755550 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-e34d94e7-1da7-4885-b4ff-29dc7f26d245 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f56229ac74a54bb093ea536523a01575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463567 Jun 24 08:51:35.758549 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41864) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:35.814588 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] Publish callbacks [] for security_group (5e783550-374f-4870-aa87-ba574ec69c18), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.844361 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] Publish callbacks [] for security_group (5e783550-374f-4870-aa87-ba574ec69c18), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.900993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (5e783550-374f-4870-aa87-ba574ec69c18), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.904401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:35.905836 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e783550-374f-4870-aa87-ba574ec69c18 HTTP/1.1" status: 204 len: 168 time: 0.1460202 Jun 24 08:51:35.915466 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be7669-5ec4-45c7-a4d6-48a75f506014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e783550-374f-4870-aa87-ba574ec69c18,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:36.746565 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41886) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:36.871299 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1144541541-network', 'tenant_id': '33c8998057e6449e9c881b1b279faadd'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:36.899228 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Made reservation on behalf of 33c8998057e6449e9c881b1b279faadd for: {'network': 1} {{(pid=110637) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:51:36.901899 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:36.911988 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:36.996203 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:37.001388 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks [] for security_group (9abe59b9-b5d9-4cc3-9597-1cb632a936eb), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.005978 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9abe59b9-b5d9-4cc3-9597-1cb632a936eb), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.040371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=110637) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:51:37.047319 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abe59b9-b5d9-4cc3-9597-1cb632a936eb,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:37.056066 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (725f91b5-b7c6-413d-a24b-ef7b4f94395b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.056419 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.segments_db [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Added segment 725f91b5-b7c6-413d-a24b-ef7b4f94395b of type vlan for network 8f34e4b3-e091-4b10-ad7c-075470c223df Jun 24 08:51:37.106901 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (8f34e4b3-e091-4b10-ad7c-075470c223df), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.136877 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (8f34e4b3-e091-4b10-ad7c-075470c223df), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.138167 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:37.138814 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.181892 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4339705 Jun 24 08:51:37.184879 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41890) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:37.189849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Request body: {'subnet': {'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1144541541-subnet', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:37.215611 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06840a94-bdc1-4f3f-8126-b6b2b263ee20 admin admin] Pushing event updated for resources: {'Network': ['ID=8f34e4b3-e091-4b10-ad7c-075470c223df,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:37.221173 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Made reservation on behalf of 33c8998057e6449e9c881b1b279faadd for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:51:37.222995 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26412362'] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.230782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network 8f34e4b3-e091-4b10-ad7c-075470c223df details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:51:37.427721 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25462185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26412348'] for subnet (4ca17db7-a6ec-433d-9ceb-e40425096ab0), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.480606 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca17db7-a6ec-433d-9ceb-e40425096ab0,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:37.489653 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:37.498876 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Checking segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:37.499221 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Network hostable DHCP agents. Network: 8f34e4b3-e091-4b10-ad7c-075470c223df, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:51:37.519811 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Network 8f34e4b3-e091-4b10-ad7c-075470c223df is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:51:37.530024 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, 8f34e4b3-e091-4b10-ad7c-075470c223df) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:37.534229 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:37.534828 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.542507 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66806729-5793-4722-b366-a6ab094907f2 None None] Network 8f34e4b3-e091-4b10-ad7c-075470c223df requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:37.558223 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7ef0618c-146a-4789-beb9-c7199e882243 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3719029 Jun 24 08:51:37.560844 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41892) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:37.565389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:37.591803 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.592885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.662097 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-8f34e4b3-e091-4b10-ad7c-075470c223df', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:51:37.663763 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.664335 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for router_controller (531012aa-2f0e-44f1-afd7-39fb8430ad8e), precommit_add_association {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.820883 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for router_gateway (531012aa-2f0e-44f1-afd7-39fb8430ad8e), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:37.856844 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Allocated IP 172.20.0.2 (8f34e4b3-e091-4b10-ad7c-075470c223df/4ca17db7-a6ec-433d-9ceb-e40425096ab0/61d0f9b5-35b4-44b9-9483-5ecacad27f95) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:38.034945 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for router_gateway (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.060441 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.063271 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:38.079049 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks [] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.080918 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:38.088998 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.172468 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Network 8f34e4b3-e091-4b10-ad7c-075470c223df is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:38.176157 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:38.182698 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:38.190387 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=61d0f9b5-35b4-44b9-9483-5ecacad27f95,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:38.283548 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Attempting to bind port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:38.284325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Attempting to bind port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:38.284653 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Attempting to bind port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 on network 8f34e4b3-e091-4b10-ad7c-075470c223df {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:38.294783 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:38.295722 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Checking segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:38.296620 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.297449 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Bound using segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:38.298365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Bound port: 61d0f9b5-35b4-44b9-9483-5ecacad27f95, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:38.299024 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.413985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] For port 61d0f9b5-35b4-44b9-9483-5ecacad27f95, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:38.417712 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] For port 61d0f9b5-35b4-44b9-9483-5ecacad27f95, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=61d0f9b5-35b4-44b9-9483-5ecacad27f95,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:38.425192 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.486384 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Allocated IP 172.27.1.226 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/4b1d4011-6cca-46f3-9379-0d4b3e01254a) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:38.498931 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d66ef-ec35-440e-b5c3-60749b8f6ba2 None None] Pushing event updated for resources: {'Port': ['ID=61d0f9b5-35b4-44b9-9483-5ecacad27f95,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:38.640443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.712922 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.716805 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:38.785750 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:38.786148 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:38.789993 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:38.820509 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1d4011-6cca-46f3-9379-0d4b3e01254a,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:38.830322 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:38.840643 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 61d0f9b5-35b4-44b9-9483-5ecacad27f95 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:38.845765 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:38.915637 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:38.916061 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.030579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:39.031198 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.083138 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 61d0f9b5-35b4-44b9-9483-5ecacad27f95, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=61d0f9b5-35b4-44b9-9483-5ecacad27f95,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:39.091662 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.097317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for router_gateway (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.158634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=61d0f9b5-35b4-44b9-9483-5ecacad27f95,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:39.353752 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.478753 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:39.530062 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Router 531012aa-2f0e-44f1-afd7-39fb8430ad8e is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:51:39.624367 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17262975-881d-47b3-bb09-56c3da374e6a None None] Network 8f34e4b3-e091-4b10-ad7c-075470c223df requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:39.673249 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:39.694343 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.696800 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-a0c451c8-95ab-48c5-bd48-8b376d7497b6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1346245 Jun 24 08:51:39.700861 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41894) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:39.720347 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Sync routers for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:39.748155 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-38202b61-ae4e-4ab0-8930-b2d7211b28dd None None] Provisioning complete for port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:39.748683 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-38202b61-ae4e-4ab0-8930-b2d7211b28dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:39.786418 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:39.787199 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:39.976225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-38202b61-ae4e-4ab0-8930-b2d7211b28dd None None] Current status of the port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:39.987218 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:39.988974 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:40.083567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:40.209673 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-b9eeaa69-e5fd-4eed-9df4-2b883842b86d None None] Provisioning complete for port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:40.210923 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b9eeaa69-e5fd-4eed-9df4-2b883842b86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.214233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:38Z', 'revision_number': 3, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:40.251374 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.269911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Checking router: 531012aa-2f0e-44f1-afd7-39fb8430ad8e for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:40.270259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Updating router 531012aa-2f0e-44f1-afd7-39fb8430ad8e port 4b1d4011-6cca-46f3-9379-0d4b3e01254a binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:51:40.331764 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.460983 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Allocated IP 172.20.0.1 (8f34e4b3-e091-4b10-ad7c-075470c223df/4ca17db7-a6ec-433d-9ceb-e40425096ab0/4efa53b1-c5eb-41ad-a343-f4e676cf0fca) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:40.464826 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-b9eeaa69-e5fd-4eed-9df4-2b883842b86d None None] Current status of the port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:40.480341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:40.563966 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:40.596302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks [] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.641319 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.702745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Network 8f34e4b3-e091-4b10-ad7c-075470c223df is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:40.706530 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:40.711505 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:40.736035 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks [] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.745746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Pushing event updated for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:40.748895 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.763804 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.802704 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 61d0f9b5-35b4-44b9-9483-5ecacad27f95 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:40.872578 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cd824-d764-420e-9b90-19b3bfe6c248 None None] Pushing event updated for resources: {'Port': ['ID=4b1d4011-6cca-46f3-9379-0d4b3e01254a,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:40.888004 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Attempting to bind port 4b1d4011-6cca-46f3-9379-0d4b3e01254a on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:40.888385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Attempting to bind port 4b1d4011-6cca-46f3-9379-0d4b3e01254a by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:40.888759 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Attempting to bind port 4b1d4011-6cca-46f3-9379-0d4b3e01254a on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:40.898644 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:40.899126 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:40.899417 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.899807 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:40.900341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Bound port: 4b1d4011-6cca-46f3-9379-0d4b3e01254a, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:40.900791 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:40.962440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.071838 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:41.072394 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.135385 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-4e5176b3-57cd-4f61-a9b1-f6dace78eda3 None None] Provisioning complete for port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:41.135754 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-4e5176b3-57cd-4f61-a9b1-f6dace78eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.149959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:41.162233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] For port 4b1d4011-6cca-46f3-9379-0d4b3e01254a, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:41.187984 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] For port 4b1d4011-6cca-46f3-9379-0d4b3e01254a, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4b1d4011-6cca-46f3-9379-0d4b3e01254a,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:41.192962 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-4e5176b3-57cd-4f61-a9b1-f6dace78eda3 None None] Port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:51:41.220622 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks [] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.226905 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.228012 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.270374 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:41.298360 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:41.302706 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.305443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Pushing event updated for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:41.321744 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:41.322762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:41.368506 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cd824-d764-420e-9b90-19b3bfe6c248 None None] Pushing event updated for resources: {'Port': ['ID=4b1d4011-6cca-46f3-9379-0d4b3e01254a,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:41.442233 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Network 8f34e4b3-e091-4b10-ad7c-075470c223df is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:41.444020 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:41.467422 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:41.515576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:41.589358 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Router 531012aa-2f0e-44f1-afd7-39fb8430ad8e has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:41.700079 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:41.720969 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:41.727366 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3a99d9ed-9815-451a-982f-85b200712a0e admin admin] 10.222.0.13 "PUT /v2.0/routers/531012aa-2f0e-44f1-afd7-39fb8430ad8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0250294 Jun 24 08:51:41.737272 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-7f87b10e-b0b5-4594-a040-60f839fe8e58 None None] Provisioning complete for port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:41.737272 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-7f87b10e-b0b5-4594-a040-60f839fe8e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:41.738038 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:51:41.780887 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:41Z', 'revision_number': 2, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:41.785252 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-7f87b10e-b0b5-4594-a040-60f839fe8e58 None None] Port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:51:41.811378 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0141ed6-b6e5-4553-8c68-aa9fc7f031e1 None None] The sync data for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi is: [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:41Z', 'revision_number': 2, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:42.404016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41910) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:42.412224 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-323966729-network', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:42.446305 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Made reservation on behalf of c52ddf5ec3544b198de9b02b2cc49b03 for: {'network': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:51:42.448810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for network (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.458620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.558532 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks [] for security_group (54c10010-e6b6-490d-8cce-20cdfdc44231), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.571032 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (54c10010-e6b6-490d-8cce-20cdfdc44231), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.604467 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=110636) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 08:51:42.616326 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c10010-e6b6-490d-8cce-20cdfdc44231,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:42.622133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (c09681ec-6bca-4295-b2d4-acd12ec5fbb2), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.622455 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.segments_db [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Added segment c09681ec-6bca-4295-b2d4-acd12ec5fbb2 of type vlan for network e350e23a-ea7e-4219-ba0a-2be7da2953a5 Jun 24 08:51:42.704070 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772288534465'] for network (e350e23a-ea7e-4219-ba0a-2be7da2953a5), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.749190 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335'] for network (e350e23a-ea7e-4219-ba0a-2be7da2953a5), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.750264 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:42.750882 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.758452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:42.806297 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4006867 Jun 24 08:51:42.813068 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41912) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:42.817826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Request body: {'subnet': {'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-323966729-subnet', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'ip_version': 4}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:42.819068 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4b1d4011-6cca-46f3-9379-0d4b3e01254a up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:42.864089 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febfd69-d96b-48b9-8f1a-dfb5c95135f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e350e23a-ea7e-4219-ba0a-2be7da2953a5,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:42.881428 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Made reservation on behalf of c52ddf5ec3544b198de9b02b2cc49b03 for: {'subnet': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:51:42.884649 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26412362'] for subnet (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:42.884868 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 details requested by agent ovs-agent-dv-cinder-847131-2-iscsi with host dv-cinder-847131-2-iscsi {{(pid=110638) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 08:51:42.925911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 4b1d4011-6cca-46f3-9379-0d4b3e01254a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:42.926278 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.096907 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 4b1d4011-6cca-46f3-9379-0d4b3e01254a is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:43.097280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.128762 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port 4b1d4011-6cca-46f3-9379-0d4b3e01254a, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4b1d4011-6cca-46f3-9379-0d4b3e01254a,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:43.135113 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.148591 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25462185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26412348'] for subnet (8e3e6c46-848d-4a45-a6c2-4ffd5913dc84), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.207937 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=4b1d4011-6cca-46f3-9379-0d4b3e01254a,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:43.225930 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e6c46-848d-4a45-a6c2-4ffd5913dc84,revision_number=0']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:43.237357 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Checking segment: {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:43.237755 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Network hostable DHCP agents. Network: e350e23a-ea7e-4219-ba0a-2be7da2953a5, hostable agents: ['b6732853-84ba-4df0-8e1c-d7be44b45af8'], hosted agents: [] {{(pid=110636) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 08:51:43.253085 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:43.259198 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 is scheduled to be hosted by DHCP agent b6732853-84ba-4df0-8e1c-d7be44b45af8 with binding_index 1 {{(pid=110636) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 08:51:43.271291 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847131-2-iscsi, e350e23a-ea7e-4219-ba0a-2be7da2953a5) {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:43.277408 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:51:43.278389 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.286607 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74954b-4980-40e7-a75b-e98b1bd67012 None None] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:43.302888 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-45b7f391-ca5b-4137-a892-5a17df3a8030 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4891899 Jun 24 08:51:43.307164 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41914) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:43.311837 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:43.336665 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-590676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9708'] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.338125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-592497', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619561', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-945911', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9723'] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.425419 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for router_controller (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), precommit_add_association {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.428107 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp23e1b27f-893e-5a0c-b54c-00f5d3513321-e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84'}]}} from dv-cinder-847131-2-iscsi. {{(pid=110638) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 24 08:51:43.430253 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.460408 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=59 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:43.563071 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:43.612535 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for router_gateway (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.613337 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.db_base_plugin_common [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Allocated IP 172.20.0.2 (e350e23a-ea7e-4219-ba0a-2be7da2953a5/8e3e6c46-848d-4a45-a6c2-4ffd5913dc84/d88ffc27-430c-4e5e-a2f9-5f6fd722826b) {{(pid=110638) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:43.793988 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks [] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), precommit_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.801562 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), after_create {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.808142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:43.839896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for router_gateway (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.852879 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 is already hosted by enough agents. {{(pid=110638) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:43.855095 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.scheduler.base_scheduler [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Resources bound (agent type, host, resource id): {{(pid=110638) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:43.860958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.861855 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Received port after_create {{(pid=110638) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:43.867625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Pushing event updated for resources: {'Port': ['ID=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,revision_number=1']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:43.935383 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Attempting to bind port d88ffc27-430c-4e5e-a2f9-5f6fd722826b on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:43.936231 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Attempting to bind port d88ffc27-430c-4e5e-a2f9-5f6fd722826b by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:43.936702 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Attempting to bind port d88ffc27-430c-4e5e-a2f9-5f6fd722826b on network e350e23a-ea7e-4219-ba0a-2be7da2953a5 {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:43.946736 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:43.947243 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Checking segment: {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:43.947707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.948158 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Bound using segment: {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:43.948789 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Bound port: d88ffc27-430c-4e5e-a2f9-5f6fd722826b, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:43.949513 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:43.985444 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Allocated IP 172.27.1.210 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/fc0f1dfc-75cc-409b-b554-075386d9bc57) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:44.029105 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] For port d88ffc27-430c-4e5e-a2f9-5f6fd722826b, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:44.033119 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] For port d88ffc27-430c-4e5e-a2f9-5f6fd722826b, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:44.041188 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:44.073432 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:44.110003 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922bcfd-385e-432d-909f-2f32a5418a07 None None] Pushing event updated for resources: {'Port': ['ID=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:44.137559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:44.175682 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:44.223344 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:44.227392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:44.232032 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:44.272765 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Sync routers for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:44.285365 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:44.291061 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:44.348896 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Pushing event updated for resources: {'Port': ['ID=fc0f1dfc-75cc-409b-b554-075386d9bc57,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:44.393432 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:44.430886 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:44.586099 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for router_gateway (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:44.672588 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:41Z', 'revision_number': 2, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:44.706193 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Checking router: 531012aa-2f0e-44f1-afd7-39fb8430ad8e for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:44.706550 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Updating router 531012aa-2f0e-44f1-afd7-39fb8430ad8e port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:51:44.745821 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=100 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:44.749228 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:44.860973 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4b1d4011-6cca-46f3-9379-0d4b3e01254a up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:44.928647 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 4b1d4011-6cca-46f3-9379-0d4b3e01254a triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:44.929309 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.034701 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 4b1d4011-6cca-46f3-9379-0d4b3e01254a is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:45.035928 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d88ffc27-430c-4e5e-a2f9-5f6fd722826b up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:45.093642 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port d88ffc27-430c-4e5e-a2f9-5f6fd722826b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:45.094042 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.119433 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks [] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.132731 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.186863 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port d88ffc27-430c-4e5e-a2f9-5f6fd722826b is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:45.187345 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.190087 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-590518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619597'] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.200359 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:45.236830 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Pushing event updated for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:45.252261 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port d88ffc27-430c-4e5e-a2f9-5f6fd722826b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:45.258063 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.327124 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:45.375831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b is scheduled to L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af with binding_index 1 {{(pid=110636) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 24 08:51:45.376739 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.377083 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.377404 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.377960 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.378319 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.378602 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.378917 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.379232 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.379544 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.379856 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.380420 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.380751 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.381068 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.381374 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.381766 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:51:45.400782 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Attempting to bind port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:45.401456 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Attempting to bind port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:45.402026 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Attempting to bind port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca on network 8f34e4b3-e091-4b10-ad7c-075470c223df {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:45.409739 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:45.410252 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Checking segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:45.410719 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.412521 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Bound using segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:45.412521 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Bound port: 4efa53b1-c5eb-41ad-a343-f4e676cf0fca, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:45.412521 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.419517 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df4541a-971c-479a-8046-6ceec2f3638a None None] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:51:45.486244 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] For port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:45.489400 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] For port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:45.498158 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.503968 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:45.525173 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-2d4c6d6b-2070-4999-8550-16786f4c150c None None] Provisioning complete for port d88ffc27-430c-4e5e-a2f9-5f6fd722826b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:45.525173 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2d4c6d6b-2070-4999-8550-16786f4c150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.532261 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Sync routers for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:45.536606 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:45.541764 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41918) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:45.542239 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-dac88312-54d6-45a8-8a90-f1b4fc80b63b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2338150 Jun 24 08:51:45.548839 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:45.565197 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205c12a-35db-44f9-ba87-bb2b1c1b0fc7 None None] Pushing event updated for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:45.567931 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:45.568529 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:45.591432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:45.592239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:45.714364 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:45.717273 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:45.808049 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:45.869163 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:45.930695 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:45Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:45.937064 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:45.939594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c6d6b-2070-4999-8550-16786f4c150c None None] Current status of the port d88ffc27-430c-4e5e-a2f9-5f6fd722826b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:45.956681 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb980c9-c9bf-4364-9d6c-61070c3818d6 None None] The sync data for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi is: [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:45Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:46.078371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.107272 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Provisioning complete for port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:46.107544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.224886 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:44Z', 'revision_number': 3, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:46.259916 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Checking router: 2ce20958-32a7-4dca-a7d4-b635d6f8c87b for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:46.260268 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Updating router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b port fc0f1dfc-75cc-409b-b554-075386d9bc57 binding host dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:51:46.268925 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_common [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Allocated IP 172.20.0.1 (e350e23a-ea7e-4219-ba0a-2be7da2953a5/8e3e6c46-848d-4a45-a6c2-4ffd5913dc84/af3a6bf8-de61-4e91-a248-ae90d823c444) {{(pid=110637) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:51:46.283116 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Current status of the port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:46.283504 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.302901 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.353767 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] For port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:46.361727 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.400630 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks [] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.428076 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:46.438539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.452182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:46.453918 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:46.499747 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:46.503135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470efb8-406f-464b-951c-f4e3f1847938 None None] Pushing event updated for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:46.508842 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:46.512078 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Received port after_create {{(pid=110637) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:51:46.516516 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-19efa62c-b230-4241-881c-e885bebc372e None None] Provisioning complete for port d88ffc27-430c-4e5e-a2f9-5f6fd722826b triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:46.516893 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-19efa62c-b230-4241-881c-e885bebc372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.543430 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Pushing event updated for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:46.564058 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-621288'] for router_interface (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.740696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), before_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.764553 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks [] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), precommit_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.776135 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-19efa62c-b230-4241-881c-e885bebc372e None None] Current status of the port d88ffc27-430c-4e5e-a2f9-5f6fd722826b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:46.779986 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.845266 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d88ffc27-430c-4e5e-a2f9-5f6fd722826b up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:46.876530 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Attempting to bind port fc0f1dfc-75cc-409b-b554-075386d9bc57 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:46.877202 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Attempting to bind port fc0f1dfc-75cc-409b-b554-075386d9bc57 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:46.877202 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Attempting to bind port fc0f1dfc-75cc-409b-b554-075386d9bc57 on network c0c18a8c-a99e-4f1e-902d-1883574e5a2a {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:46.879604 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107964-47a6-4130-9198-b9962f6fd400 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1dfc-75cc-409b-b554-075386d9bc57,revision_number=2']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:46.890371 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:46.890736 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Checking segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110638) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:46.891129 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.891504 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Bound using segment: {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'} {{(pid=110638) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:46.891961 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.managers [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Bound port: fc0f1dfc-75cc-409b-b554-075386d9bc57, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b12a76-7812-47c4-a026-20cf24a9b2cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a'}}] {{(pid=110638) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:46.892325 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.916483 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:46.940831 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-a777236a-a64c-4f0c-92c9-024e84c8c437 None None] Provisioning complete for port af3a6bf8-de61-4e91-a248-ae90d823c444 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:46.941190 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a777236a-a64c-4f0c-92c9-024e84c8c437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.945359 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks [] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), precommit_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.950669 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26501974'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_update {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:46.985760 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port d88ffc27-430c-4e5e-a2f9-5f6fd722826b triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:46.986173 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.016793 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] For port fc0f1dfc-75cc-409b-b554-075386d9bc57, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110638) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:47.018724 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Pushing event updated for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=2']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:47.021261 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-622456'] for router_interface (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.029985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-a777236a-a64c-4f0c-92c9-024e84c8c437 None None] Port af3a6bf8-de61-4e91-a248-ae90d823c444 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:51:47.035761 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] For port fc0f1dfc-75cc-409b-b554-075386d9bc57, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fc0f1dfc-75cc-409b-b554-075386d9bc57,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:47.047237 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.125606 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 is already hosted by enough agents. {{(pid=110637) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:51:47.127178 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.base_scheduler [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110637) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:51:47.139180 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:47.143579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:47.144196 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:47.149333 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107964-47a6-4130-9198-b9962f6fd400 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1dfc-75cc-409b-b554-075386d9bc57,revision_number=3']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:47.151594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port d88ffc27-430c-4e5e-a2f9-5f6fd722826b is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:47.152708 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4efa53b1-c5eb-41ad-a343-f4e676cf0fca up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:47.251692 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:51:47.282687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:47.283042 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.314359 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:47.366010 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:47.373779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:51:47.379595 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-12d957c4-cfd5-4bf0-af50-bfdc008540e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce20958-32a7-4dca-a7d4-b635d6f8c87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365784 Jun 24 08:51:47.498822 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:47.502460 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-bfea1d7e-0d87-402e-9584-b7edf260bd91 None None] Provisioning complete for port af3a6bf8-de61-4e91-a248-ae90d823c444 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:47.502817 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-bfea1d7e-0d87-402e-9584-b7edf260bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.688699 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-bfea1d7e-0d87-402e-9584-b7edf260bd91 None None] Port af3a6bf8-de61-4e91-a248-ae90d823c444 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:51:47.729410 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'af3a6bf8-de61-4e91-a248-ae90d823c444', 'name': '', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'mac_address': 'fa:16:3e:98:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:46Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 2, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'subnets': [{'id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:47.755641 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7e5381-a0a7-4a99-983e-2613708564f4 None None] The sync data for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi is: [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'af3a6bf8-de61-4e91-a248-ae90d823c444', 'name': '', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'mac_address': 'fa:16:3e:98:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:46Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 2, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'subnets': [{'id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:47.781041 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 41926) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:47.785610 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535414867', 'description': 'tempest-secgroup-smoke-1535414867 description', 'project_id': '33c8998057e6449e9c881b1b279faadd'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:47.796322 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:47.812931 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.887191 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (eac280bb-f59f-4db4-afe8-a036e7248fb9), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.891574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (eac280bb-f59f-4db4-afe8-a036e7248fb9), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.927473 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:47.933567 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1482720 Jun 24 08:51:47.933567 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84304d5-0b37-465b-b85f-d1d8d80ff9fe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac280bb-f59f-4db4-afe8-a036e7248fb9,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:47.935267 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41928) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:47.941888 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.002889 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (712e5cbb-7540-42c6-9790-78f8a7399303), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.044823 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:48.069925 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (712e5cbb-7540-42c6-9790-78f8a7399303), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.074570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (712e5cbb-7540-42c6-9790-78f8a7399303), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.095423 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712e5cbb-7540-42c6-9790-78f8a7399303,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.105926 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.107261 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c9a1b459-6223-484c-863a-814cada3e6c7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1716125 Jun 24 08:51:48.110001 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41930) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:48.114409 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.144044 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (541aa021-967d-436f-a889-018afcefbdba), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.204779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (541aa021-967d-436f-a889-018afcefbdba), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.208050 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (541aa021-967d-436f-a889-018afcefbdba), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.228952 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541aa021-967d-436f-a889-018afcefbdba,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.237775 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.238805 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8207e962-1783-4988-833e-eadf0d0adbde tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278892 Jun 24 08:51:48.242464 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41932) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:48.246872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.280941 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (a643903f-556b-4876-b1c5-4faa032b2f8b), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.335872 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (a643903f-556b-4876-b1c5-4faa032b2f8b), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.339792 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (a643903f-556b-4876-b1c5-4faa032b2f8b), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.360004 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a643903f-556b-4876-b1c5-4faa032b2f8b,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.367240 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.368292 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-aa290ae2-6b3a-4867-9a22-cf15f05842d4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248841 Jun 24 08:51:48.371390 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41934) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:48.376428 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.405454 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (be5c54c0-369c-4a9b-8760-9be5a364de7d), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.463656 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (be5c54c0-369c-4a9b-8760-9be5a364de7d), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.467448 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (be5c54c0-369c-4a9b-8760-9be5a364de7d), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.485570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5c54c0-369c-4a9b-8760-9be5a364de7d,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.495144 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.496350 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-63d465b2-9137-4b67-ab35-85faae70d6e6 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238146 Jun 24 08:51:48.499165 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41936) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:48.503515 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.525470 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.securitygroups_db [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Project 33c8998057e6449e9c881b1b279faadd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:51:48.531932 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (1d5ddd99-aace-4c12-be08-cb799b6e3548), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.595960 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (1d5ddd99-aace-4c12-be08-cb799b6e3548), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.600961 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (1d5ddd99-aace-4c12-be08-cb799b6e3548), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.624270 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5ddd99-aace-4c12-be08-cb799b6e3548,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.630223 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.631628 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a9692ef3-6be0-4d00-9ed1-eff0f539d474 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314864 Jun 24 08:51:48.635044 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 41938) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:51:48.640055 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.v2.base [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'security_group_rule': {'security_group_id': 'eac280bb-f59f-4db4-afe8-a036e7248fb9', 'project_id': '33c8998057e6449e9c881b1b279faadd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110637) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:51:48.664337 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.securitygroups_db [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Project 33c8998057e6449e9c881b1b279faadd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 08:51:48.671438 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (8fb17590-4017-4132-bd08-f01835f85a2e), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.725847 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:48.739442 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:48.764048 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (8fb17590-4017-4132-bd08-f01835f85a2e), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.768799 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609581'] for security_group_rule (8fb17590-4017-4132-bd08-f01835f85a2e), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.792094 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb17590-4017-4132-bd08-f01835f85a2e,revision_number=0']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:48.802467 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:48.804288 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-cb91ab9f-a016-4f2f-a560-431499507c35 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1677325 Jun 24 08:51:49.392264 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:50.132247 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Sync routers for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:51:50.143994 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:50.144589 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:50.246492 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:50.444591 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'af3a6bf8-de61-4e91-a248-ae90d823c444', 'name': '', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'mac_address': 'fa:16:3e:98:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:46Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 2, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'subnets': [{'id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:50.470175 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Checking router: 2ce20958-32a7-4dca-a7d4-b635d6f8c87b for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:51:50.470600 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Updating router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b port af3a6bf8-de61-4e91-a248-ae90d823c444 binding host dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 08:51:50.497517 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.777257 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks [] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), precommit_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.781920 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fc0f1dfc-75cc-409b-b554-075386d9bc57 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:50.786237 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.821137 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:50.849790 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port fc0f1dfc-75cc-409b-b554-075386d9bc57 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:50.850288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.927450 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9a79a-9785-4020-9322-6fbf97bb1ffe None None] Pushing event updated for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=3']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:50.930321 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Attempting to bind port af3a6bf8-de61-4e91-a248-ae90d823c444 on host dv-cinder-847131-2-iscsi for vnic_type normal with profile {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:51:50.930919 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Attempting to bind port af3a6bf8-de61-4e91-a248-ae90d823c444 by drivers openvswitch,hyperv on host dv-cinder-847131-2-iscsi at level 0 using segments [{'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:51:50.931464 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Attempting to bind port af3a6bf8-de61-4e91-a248-ae90d823c444 on network e350e23a-ea7e-4219-ba0a-2be7da2953a5 {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:51:50.939515 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Checking agent: {'id': '6de31e97-886b-4931-8659-adaa5063d1bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 32, 26), 'started_at': datetime.datetime(2022, 6, 24, 8, 32, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:51:50.940404 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Checking segment: {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:51:50.941495 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.942083 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Bound using segment: {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'} {{(pid=110639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:51:50.942978 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.managers [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Bound port: af3a6bf8-de61-4e91-a248-ae90d823c444, host: dv-cinder-847131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5'}}] {{(pid=110639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:51:50.943671 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), before_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.945579 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port fc0f1dfc-75cc-409b-b554-075386d9bc57 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:50.945997 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:50.975557 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] For port fc0f1dfc-75cc-409b-b554-075386d9bc57, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fc0f1dfc-75cc-409b-b554-075386d9bc57,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:50.983937 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.045775 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] For port af3a6bf8-de61-4e91-a248-ae90d823c444, host dv-cinder-847131-2-iscsi, cleared binding levels {{(pid=110639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:51:51.048370 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Pushing event updated for resources: {'Port': ['ID=fc0f1dfc-75cc-409b-b554-075386d9bc57,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:51.050013 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.plugins.ml2.db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] For port af3a6bf8-de61-4e91-a248-ae90d823c444, host dv-cinder-847131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=af3a6bf8-de61-4e91-a248-ae90d823c444,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:51:51.059307 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron_lib.callbacks.manager [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_update {{(pid=110639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.098717 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:51.148785 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Provisioning complete for port af3a6bf8-de61-4e91-a248-ae90d823c444 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:51.150293 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:51:51.150924 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:51.155034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.200544 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9a79a-9785-4020-9322-6fbf97bb1ffe None None] Pushing event updated for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=4']} {{(pid=110639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:51.280711 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Current status of the port af3a6bf8-de61-4e91-a248-ae90d823c444 is: DOWN; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:51.281602 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.285238 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-55fc7489-b01c-407c-8507-34280f541ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.308283 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:51:51.308865 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:51.328540 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] For port af3a6bf8-de61-4e91-a248-ae90d823c444, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=af3a6bf8-de61-4e91-a248-ae90d823c444,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:51:51.333843 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.401372 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31b52a-71dd-4ba9-a4bc-9dd02f2a9b1b None None] Pushing event updated for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:51:51.456459 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-c38099cb-b312-400d-9660-b897ca7f7166 None None] Provisioning complete for port af3a6bf8-de61-4e91-a248-ae90d823c444 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:51.456823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c38099cb-b312-400d-9660-b897ca7f7166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:51.513471 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'af3a6bf8-de61-4e91-a248-ae90d823c444', 'name': '', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'mac_address': 'fa:16:3e:98:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:46Z', 'updated_at': '2022-06-24T08:51:51Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'subnets': [{'id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:51:51.532667 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-c38099cb-b312-400d-9660-b897ca7f7166 None None] Current status of the port af3a6bf8-de61-4e91-a248-ae90d823c444 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:51.629470 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3dd9-99e2-497b-8fb4-dcf717d1dfa2 None None] The sync data for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi is: [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': 'af3a6bf8-de61-4e91-a248-ae90d823c444', 'name': '', 'network_id': 'e350e23a-ea7e-4219-ba0a-2be7da2953a5', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'mac_address': 'fa:16:3e:98:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:46Z', 'updated_at': '2022-06-24T08:51:51Z', 'revision_number': 4, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'subnets': [{'id': '8e3e6c46-848d-4a45-a6c2-4ffd5913dc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:51:52.778136 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device af3a6bf8-de61-4e91-a248-ae90d823c444 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:52.824716 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port af3a6bf8-de61-4e91-a248-ae90d823c444 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:52.824924 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:52.902270 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port af3a6bf8-de61-4e91-a248-ae90d823c444 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:52.903306 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fc0f1dfc-75cc-409b-b554-075386d9bc57 up at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:51:52.904748 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:52.950640 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Provisioning complete for port fc0f1dfc-75cc-409b-b554-075386d9bc57 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:51:52.950994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:53.025672 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Current status of the port fc0f1dfc-75cc-409b-b554-075386d9bc57 is: ACTIVE; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:51:53.572859 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-99a64dc4-d2e7-4bd9-8b80-5e145bbc0c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:54.892219 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:56.310503 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:56.526166 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:51:57.915807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:UPDATE=2,neutron:SELECT=78,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:57.924960 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:58.787016 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:51:58.795021 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:INSERT=2,neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:01.765385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25733cac-8ca1-4526-9fa8-085a636ce1ed req-9e4c341d-01b6-413a-a542-195764aeaeb8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:01.766841 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-25733cac-8ca1-4526-9fa8-085a636ce1ed req-9e4c341d-01b6-413a-a542-195764aeaeb8 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0514250 Jun 24 08:52:01.818102 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-25733cac-8ca1-4526-9fa8-085a636ce1ed req-655c112a-0ecb-48a7-bde4-ce6025f0a157 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Jun 24 08:52:02.940401 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e903f2-ba68-4173-b40f-f74ffe0b6149 req-b8f01455-1077-4383-9b70-ad205003df5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:02.941922 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61e903f2-ba68-4173-b40f-f74ffe0b6149 req-b8f01455-1077-4383-9b70-ad205003df5b tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0514486 Jun 24 08:52:02.997680 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61e903f2-ba68-4173-b40f-f74ffe0b6149 req-fce0b58f-5a0e-4382-9448-cdaa233e4c30 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489621 Jun 24 08:52:03.604559 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b833a57-1097-4357-b0be-b42adb7817fb req-4a60182e-4135-48a1-9e42-8b59802c6fcb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:03.606040 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b833a57-1097-4357-b0be-b42adb7817fb req-4a60182e-4135-48a1-9e42-8b59802c6fcb tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0498683 Jun 24 08:52:03.695525 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:03.696399 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:03.787989 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] For port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:03.788345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:03.962286 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:03.962962 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:03.962962 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Floating IP 18eb4411-1b3d-4935-a100-552c8bb2dd0f disassociated. External IP: 172.27.1.32, port: ee6f0ba7-a6c4-4928-83c7-3ca4695adb95. Jun 24 08:52:03.963173 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 owned by compute:nova {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:04.134856 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (ee6f0ba7-a6c4-4928-83c7-3ca4695adb95), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:04.142681 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f759-c7b9-407a-9824-a625511968bb req-df8f14fe-560a-4026-aa3c-a03f0ee422d9 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:04.144167 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c10f759-c7b9-407a-9824-a625511968bb req-df8f14fe-560a-4026-aa3c-a03f0ee422d9 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7a959ac-96d1-4ea8-b00c-f60199738daf HTTP/1.1" status: 200 len: 946 time: 0.0606511 Jun 24 08:52:04.186236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=ee6f0ba7-a6c4-4928-83c7-3ca4695adb95,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:04.211407 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.211756 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.212091 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.212477 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.212750 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.213075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.213403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.213742 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.214064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.214383 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.214704 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.215018 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.215327 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.215640 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.215954 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:04.233880 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:04.317344 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-b36fbf94-80f9-441d-af2d-fe7e8308d903 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535414867&fields=id&tenant_id=33c8998057e6449e9c881b1b279faadd HTTP/1.1" status: 200 len: 267 time: 0.1721997 Jun 24 08:52:04.323689 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8c10f759-c7b9-407a-9824-a625511968bb req-a08af466-b397-4cd7-82cc-b17954142528 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups?id=27ca68d0-1af9-4e93-8be8-d7f40b12542e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726832 Jun 24 08:52:04.348939 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:04.452215 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:52:04.480742 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-a1247e09-af59-4892-8081-0790c186187a tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:04.482120 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-a1247e09-af59-4892-8081-0790c186187a tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 809 time: 0.1575835 Jun 24 08:52:04.533509 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-8686111c-6fef-482a-8bc2-fa575cab49d2 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/quotas/33c8998057e6449e9c881b1b279faadd HTTP/1.1" status: 200 len: 375 time: 0.0182879 Jun 24 08:52:04.624918 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:52:04.630429 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-db6d2e7c-69ab-4776-8701-21afc6033c64 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886536 Jun 24 08:52:04.639390 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:52:04.654546 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:04.655174 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:04.659016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-ff162346-2fb4-4a2a-b1be-766ff11dab2f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=110636) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 24 08:52:04.659016 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-ff162346-2fb4-4a2a-b1be-766ff11dab2f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053637 Jun 24 08:52:04.688655 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] No DVR routers for this DVR port ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 on host hv-cinder-84713 {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:52:04.691753 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:04.695790 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-3b833a57-1097-4357-b0be-b42adb7817fb req-3281428b-4334-4f2a-8dd2-aace76d2aa2f tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.49 "DELETE /v2.0/ports/ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 HTTP/1.1" status: 204 len: 173 time: 1.0839951 Jun 24 08:52:04.696284 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'name': 'network-vif-deleted', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:52:04.698655 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672bee14-1bb9-4e32-9f03-c1abc08aab63" -d '{"events": [{"server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "name": "network-vif-deleted", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:52:04.775687 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:04.805951 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-49946a1b-cc7e-4926-8304-c8f7b8419df9 service neutron] 10.222.0.13 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248515 Jun 24 08:52:04.852218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88acbd05-89cf-4e0f-aa59-b8eb58aeae61 x-openstack-request-id: req-88acbd05-89cf-4e0f-aa59-b8eb58aeae61 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:52:04.852591 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a959ac-96d1-4ea8-b00c-f60199738daf", "name": "network-vif-deleted", "tag": "ee6f0ba7-a6c4-4928-83c7-3ca4695adb95", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:52:04.852843 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88acbd05-89cf-4e0f-aa59-b8eb58aeae61 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:52:04.853252 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88acbd05-89cf-4e0f-aa59-b8eb58aeae61'] response: {'server_uuid': 'c7a959ac-96d1-4ea8-b00c-f60199738daf', 'name': 'network-vif-deleted', 'tag': 'ee6f0ba7-a6c4-4928-83c7-3ca4695adb95', 'status': 'completed', 'code': 200} Jun 24 08:52:04.907095 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-274ac0de-a252-467d-9849-a81452e987ad service neutron] 10.222.0.13 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950060 Jun 24 08:52:04.986671 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:05.032263 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:52:05.047106 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:05.048150 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:05.143623 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:05.156450 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:05.359348 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:05.389051 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec105cc-f425-4527-8637-aaa68c71cc7c None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:47:11Z', 'revision_number': 4, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '13f0e4ca-d452-44f9-a7c9-e057ba037497', 'name': '', 'network_id': '0f76c266-a8af-466b-8b61-0e931014df30', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'mac_address': 'fa:16:3e:28:82:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:10Z', 'updated_at': '2022-06-24T08:47:18Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'subnets': [{'id': 'aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:52:05.426270 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42118) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:05.490959 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (27ca68d0-1af9-4e93-8be8-d7f40b12542e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.516083 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (27ca68d0-1af9-4e93-8be8-d7f40b12542e), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.567787 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (27ca68d0-1af9-4e93-8be8-d7f40b12542e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.571123 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.572451 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/security-groups/27ca68d0-1af9-4e93-8be8-d7f40b12542e HTTP/1.1" status: 204 len: 168 time: 0.1451402 Jun 24 08:52:05.575328 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42120) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:05.582400 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4631a-d713-4d7e-9dc7-d005f98a5dde tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca68d0-1af9-4e93-8be8-d7f40b12542e,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:05.591916 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.api.v2.resource [None req-d1ae1906-b465-42c6-a6f2-8adf6c5cba7c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] show failed (client error): The resource could not be found. Jun 24 08:52:05.593053 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-d1ae1906-b465-42c6-a6f2-8adf6c5cba7c tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "GET /v2.0/security-groups/27ca68d0-1af9-4e93-8be8-d7f40b12542e HTTP/1.1" status: 404 len: 347 time: 0.0163586 Jun 24 08:52:05.596040 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42122) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:05.641848 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b17aef-3088-4636-a54a-fad7e40124b8 None None] New status for floating IP 18eb4411-1b3d-4935-a100-552c8bb2dd0f: DOWN {{(pid=110639) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:52:05.710311 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Deleting port 9492c81e-b15e-4fb2-8ca6-23c484703bb9 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:05.710988 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.793990 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.794315 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (9492c81e-b15e-4fb2-8ca6-23c484703bb9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.807909 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Calling delete_port for 9492c81e-b15e-4fb2-8ca6-23c484703bb9 owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:05.943574 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (9492c81e-b15e-4fb2-8ca6-23c484703bb9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:05.971921 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Pushing event deleted for resources: {'Port': ['ID=9492c81e-b15e-4fb2-8ca6-23c484703bb9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:05.998727 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:05.999071 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:05.999412 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:05.999745 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.000076 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.000403 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.000729 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.001049 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.001371 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.001720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.002039 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.002355 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.002672 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.002986 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.003301 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:06.047912 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks [] for floatingip (18eb4411-1b3d-4935-a100-552c8bb2dd0f), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:06.050438 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:06.051604 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-fc519bdf-8a22-4a71-a589-b09a5d969c43 tempest-AttachVolumeNegativeTest-708335206 tempest-AttachVolumeNegativeTest-708335206-project] 10.222.0.13 "DELETE /v2.0/floatingips/18eb4411-1b3d-4935-a100-552c8bb2dd0f HTTP/1.1" status: 204 len: 168 time: 0.4545953 Jun 24 08:52:06.237599 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-109c5cad-f473-4c3f-a452-742fcbaa3dc0 req-0a787ae6-566a-4f05-ab20-041ddccae145 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0307302 Jun 24 08:52:07.328086 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b31cad96-7f12-4307-90fc-57401fd6434a req-f9631545-a80b-4f66-8d73-05df3999ac0d tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Jun 24 08:52:07.666548 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:52:07.690298 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:52:07.690557 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device ee6f0ba7-a6c4-4928-83c7-3ca4695adb95 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:52:08.438063 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-35255a14-d4f6-486e-8968-ab1ad522c104 req-d6d94943-12ca-4dcc-8356-8cd5c1ca5115 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0330868 Jun 24 08:52:08.715544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:09.518151 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-885f5847-ddea-40ef-ab34-9e6e0826ab70 req-9a1c7c0a-21e5-4c4a-982f-dfdd17d7a83f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0279260 Jun 24 08:52:09.799543 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42184) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:10.271053 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:10.416521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:10.418595 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:10.489615 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Deleting port 13f0e4ca-d452-44f9-a7c9-e057ba037497 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:10.489982 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:10.569104 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] For port 13f0e4ca-d452-44f9-a7c9-e057ba037497, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=13f0e4ca-d452-44f9-a7c9-e057ba037497,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:10.569468 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:10.583418 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Calling delete_port for 13f0e4ca-d452-44f9-a7c9-e057ba037497 owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:10.611717 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-01f9438b-d839-443b-8b05-76ae68aa932a req-d9a4d619-41cb-4e2c-a112-5e7b6ec02326 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Jun 24 08:52:10.764588 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (13f0e4ca-d452-44f9-a7c9-e057ba037497), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:10.789161 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f0e4ca-d452-44f9-a7c9-e057ba037497,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:11.260445 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:11.529245 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Router ecf0bc02-2ff3-4edb-b29a-9d327488840d has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:52:11.533127 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:11.557279 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:11.582541 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-4ce88a17-4091-418c-9c08-ad43e58540e0 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:11.584359 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-4ce88a17-4091-418c-9c08-ad43e58540e0 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 809 time: 0.1376276 Jun 24 08:52:11.650924 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:11.663424 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-78708f1d-cdb8-4778-93b6-a15908124541 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33c8998057e6449e9c881b1b279faadd HTTP/1.1" status: 200 len: 380 time: 0.0640190 Jun 24 08:52:11.669609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:52:11.675235 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-405afded-b618-493d-bcf8-0389fa1e0de4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ecf0bc02-2ff3-4edb-b29a-9d327488840d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746922 Jun 24 08:52:11.676837 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'port': {'device_id': '59293513-ff81-4ff4-8828-f2f9018c0996', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'admin_state_up': True, 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'security_groups': ['eac280bb-f59f-4db4-afe8-a036e7248fb9']}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:52:11.677860 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42194) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:11.686869 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Sync routers for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:52:11.704085 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:11.705849 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:11.750186 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:11.838824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:11.842066 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:11.844888 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks [] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:11.886061 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0494d450-98aa-4423-b627-4974652a4eeb req-1d982faf-3d23-4d12-93af-e475c4f10508 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0670922 Jun 24 08:52:11.940632 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Made reservation on behalf of 33c8998057e6449e9c881b1b279faadd for: {'port': 1} {{(pid=110636) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 08:52:11.944521 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:11.990696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks [] for router_gateway (ecf0bc02-2ff3-4edb-b29a-9d327488840d), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.056382 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Deleting port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:12.057310 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.123126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Allocated IP 172.20.0.9 (8f34e4b3-e091-4b10-ad7c-075470c223df/4ca17db7-a6ec-433d-9ceb-e40425096ab0/3ea8002d-1049-4dbe-9f47-b18b6cf8baf1) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:52:12.193827 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] For port 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:12.194176 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.194349 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:52:10Z', 'revision_number': 5, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port': {'id': '66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:47:06Z', 'updated_at': '2022-06-24T08:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:12.216417 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Calling delete_port for 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:12.229567 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Checking router: ecf0bc02-2ff3-4edb-b29a-9d327488840d for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:52:12.239245 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Routers {'ecf0bc02-2ff3-4edb-b29a-9d327488840d'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:12.239890 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:51:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:12.298685 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.342866 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.343152 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] Set router ecf0bc02-2ff3-4edb-b29a-9d327488840d gateway port host: None {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:12.407707 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:52:11Z', 'revision_number': 6, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:12.419636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Network 8f34e4b3-e091-4b10-ad7c-075470c223df is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:52:12.423162 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:52:12.439518 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:52:12.452594 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.465220 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363c791-d1ff-48c6-91b4-91a8a4ba5b5e None None] The sync data for ids ['ecf0bc02-2ff3-4edb-b29a-9d327488840d'] in dv-cinder-847131-2-iscsi is: [{'id': 'ecf0bc02-2ff3-4edb-b29a-9d327488840d', 'name': 'tempest-AttachVolumeNegativeTest-984497225-router', 'tenant_id': '7787ee132e9e4e23b1407718fb366406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:47:05Z', 'updated_at': '2022-06-24T08:52:11Z', 'revision_number': 6, 'project_id': '7787ee132e9e4e23b1407718fb366406', 'gw_port_host': None}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:52:12.484393 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:12.501580 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Pushing event deleted for resources: {'Port': ['ID=66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:12.537066 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:12.537881 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.558630 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aa7b5af3-f253-41a5-99c7-0326537f7b3f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875716 Jun 24 08:52:12.577104 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Request body: {'port': {'device_id': '59293513-ff81-4ff4-8828-f2f9018c0996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84713'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:52:12.581766 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.645988 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.674358 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.676597 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks [] for router_controller (ecf0bc02-2ff3-4edb-b29a-9d327488840d), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.702782 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-f7e0fd22-7f73-4da6-a18b-4ad92e35ab16 None None] Provisioning complete for port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 triggered by entity DHCP. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:52:12.703354 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f7e0fd22-7f73-4da6-a18b-4ad92e35ab16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.722105 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (ecf0bc02-2ff3-4edb-b29a-9d327488840d), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.722721 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf0bc02-2ff3-4edb-b29a-9d327488840d {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:52:12.728258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.731929 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8af6393c-5eec-4673-865b-b626479fe32e admin admin] 10.222.0.13 "DELETE /v2.0/routers/ecf0bc02-2ff3-4edb-b29a-9d327488840d HTTP/1.1" status: 204 len: 168 time: 1.0528154 Jun 24 08:52:12.732570 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42196) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:12.741835 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0fd22-7f73-4da6-a18b-4ad92e35ab16 None None] Port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 cannot update to ACTIVE because it is not bound. {{(pid=110638) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 24 08:52:12.779016 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Deleting subnet aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:52:12.782216 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Publish callbacks [] for subnet (aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.816631 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.847696 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:12.870038 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:12.886060 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:12.910723 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:12.927489 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:12.982431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 {{(pid=110636) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:52:12.990701 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks [] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.003846 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13f0e4ca-d452-44f9-a7c9-e057ba037497 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:52:13.010865 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.021385 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.provisioning_blocks [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Transition to ACTIVE for port object 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 will not be triggered until provisioned by entity L2. {{(pid=110636) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 24 08:52:13.027251 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.031947 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.038114 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff HTTP/1.1" status: 204 len: 168 time: 0.3022575 Jun 24 08:52:13.043083 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 13f0e4ca-d452-44f9-a7c9-e057ba037497 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:52:13.043536 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 13f0e4ca-d452-44f9-a7c9-e057ba037497 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:52:13.048411 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161d4cc-451d-4cee-a395-4b360d8e6adf None None] Network 0f76c266-a8af-466b-8b61-0e931014df30 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:52:13.055536 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42200) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:13.057948 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565c9b3-db3d-451b-8644-bb4f18dd925f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae8c4a9-4ea0-4d97-9a96-3c76fe4ce0ff,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:13.127095 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a5e65-493d-49aa-b5a8-d5dc6d3cdbce req-3d2c15b9-5273-4561-8451-11b756b7ced3 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:13.128603 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-149a5e65-493d-49aa-b5a8-d5dc6d3cdbce req-3d2c15b9-5273-4561-8451-11b756b7ced3 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.1194360 Jun 24 08:52:13.187506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:13.230635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (0f76c266-a8af-466b-8b61-0e931014df30), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.300360 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-149a5e65-493d-49aa-b5a8-d5dc6d3cdbce req-21b9f9df-65b6-43cd-88be-789fc0bb5095 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600602 Jun 24 08:52:13.342431 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] DHCP port deletion for 0f76c266-a8af-466b-8b61-0e931014df30 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:52:13.351103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Deleting port 81f61f33-a534-479e-8deb-440a56add5ed {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:13.351486 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (81f61f33-a534-479e-8deb-440a56add5ed), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.355862 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Attempting to bind port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 on host hv-cinder-84713 for vnic_type normal with profile {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 24 08:52:13.356201 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Attempting to bind port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 by drivers openvswitch,hyperv on host hv-cinder-84713 at level 0 using segments [{'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 24 08:52:13.356516 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Attempting to bind port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 on network 8f34e4b3-e091-4b10-ad7c-075470c223df {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:52:13.380265 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 on network 8f34e4b3-e091-4b10-ad7c-075470c223df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84713 {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 24 08:52:13.380588 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Attempting to bind port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 on network 8f34e4b3-e091-4b10-ad7c-075470c223df {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 24 08:52:13.391336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Checking agent: {'id': '0f8e9da6-60bd-4a67-a0bb-e6190ac5948e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84713', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'started_at': datetime.datetime(2022, 6, 24, 8, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 24 08:52:13.391767 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Checking segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110636) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 24 08:52:13.392218 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Bound using segment: {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'} {{(pid=110636) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 24 08:52:13.392662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.managers [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Bound port: 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host: hv-cinder-84713, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '725f91b5-b7c6-413d-a24b-ef7b4f94395b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df'}}] {{(pid=110636) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 24 08:52:13.393156 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.401559 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Deleting port 81f61f33-a534-479e-8deb-440a56add5ed {{(pid=110638) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:52:13.401980 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (81f61f33-a534-479e-8deb-440a56add5ed), before_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.425611 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=100 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:13.442452 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] For port 81f61f33-a534-479e-8deb-440a56add5ed, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=81f61f33-a534-479e-8deb-440a56add5ed,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:13.442821 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (81f61f33-a534-479e-8deb-440a56add5ed), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.476483 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] For port 81f61f33-a534-479e-8deb-440a56add5ed, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=81f61f33-a534-479e-8deb-440a56add5ed,segment=NetworkSegment(f2a087b3-e5af-4f64-99f6-31f6d0baf517),segment_id=f2a087b3-e5af-4f64-99f6-31f6d0baf517)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:13.477019 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (81f61f33-a534-479e-8deb-440a56add5ed), precommit_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.489147 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Calling delete_port for 81f61f33-a534-479e-8deb-440a56add5ed owned by network:dhcp {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:13.496940 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Calling delete_port for 81f61f33-a534-479e-8deb-440a56add5ed owned by network:dhcp {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:52:13.569050 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, cleared binding levels {{(pid=110636) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 08:52:13.574507 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110636) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 08:52:13.588317 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.591839 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619'] for port (81f61f33-a534-479e-8deb-440a56add5ed), after_delete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.621627 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Pushing event deleted for resources: {'Port': ['ID=81f61f33-a534-479e-8deb-440a56add5ed,revision_number=None']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:13.630060 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] No DVR routers for this DVR port 81f61f33-a534-479e-8deb-440a56add5ed on host dv-cinder-847131-2-iscsi {{(pid=110638) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:52:13.632799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.632799 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.633323 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.633752 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.634014 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.634337 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.634660 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.635761 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.635997 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.636321 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.636634 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.636964 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.637846 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.638182 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.638502 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17171179-01ed-4044-9b00-d5df5a521bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:52:13.642857 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:13.643488 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.644912 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] 10.222.0.49 "PUT /v2.0/ports/3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1093 time: 1.0723174 Jun 24 08:52:13.648398 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:52:13.650223 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f866b-881f-4c9e-866a-2c0482c584d7" -d '{"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:52:13.666120 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (81f61f33-a534-479e-8deb-440a56add5ed), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.678292 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6193f2-6669-4ef4-88a5-dcf36ed89ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=3']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:13.709713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] No DVR routers for this DVR port 81f61f33-a534-479e-8deb-440a56add5ed on host dv-cinder-847131-2-iscsi {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:52:13.713278 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b974a195-5229-43f2-ada9-8e9d58719dfb x-openstack-request-id: req-b974a195-5229-43f2-ada9-8e9d58719dfb {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:52:13.713902 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:52:13.714324 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b974a195-5229-43f2-ada9-8e9d58719dfb {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:52:13.714736 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b974a195-5229-43f2-ada9-8e9d58719dfb'] response: {'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'status': 'completed', 'code': 200} Jun 24 08:52:13.717561 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Pushing event deleted for resources: {'Port': ['ID=81f61f33-a534-479e-8deb-440a56add5ed,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:13.789997 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:13.793772 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:13.801247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-5f09a766-46db-467a-b6d7-b45114185741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:13.802800 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-5f09a766-46db-467a-b6d7-b45114185741 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1127 time: 0.0830977 Jun 24 08:52:13.830660 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (0f76c266-a8af-466b-8b61-0e931014df30), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.898301 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-8504405b-5d55-4be0-93a2-640c80d61b02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 217 time: 0.0631847 Jun 24 08:52:13.902986 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f76c266-a8af-466b-8b61-0e931014df30']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:13.940238 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a087b3-e5af-4f64-99f6-31f6d0baf517') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:13.940462 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a087b3-e5af-4f64-99f6-31f6d0baf517') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:13.955836 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (f2a087b3-e5af-4f64-99f6-31f6d0baf517), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.975330 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (f2a087b3-e5af-4f64-99f6-31f6d0baf517), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:13.979336 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-c9f32625-4a00-473c-b3c9-22fd8d1c0cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:13.980802 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-c9f32625-4a00-473c-b3c9-22fd8d1c0cec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0753121 Jun 24 08:52:13.985910 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:52:13.986399 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (f2a087b3-e5af-4f64-99f6-31f6d0baf517), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.017192 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment f2a087b3-e5af-4f64-99f6-31f6d0baf517 resource provider aggregate not found Jun 24 08:52:14.047521 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment f2a087b3-e5af-4f64-99f6-31f6d0baf517 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2a087b3-e5af-4f64-99f6-31f6d0baf517 found for delete ", "request_id": "req-d9d2c80e-0a66-452a-84c0-99e4554b0749"}]} Jun 24 08:52:14.092111 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-88e66940-39f1-4099-b24e-bdb90b9e93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:14.093944 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-88e66940-39f1-4099-b24e-bdb90b9e93e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935934 Jun 24 08:52:14.095413 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (0f76c266-a8af-466b-8b61-0e931014df30), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.102149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.105727 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/0f76c266-a8af-466b-8b61-0e931014df30 HTTP/1.1" status: 204 len: 168 time: 1.0470083 Jun 24 08:52:14.126820 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e959fb2-f299-4a9b-9d13-97977bcc7d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f76c266-a8af-466b-8b61-0e931014df30,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:14.225541 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-aed75486-d31d-4145-b0c7-ecb6f6fb7aac service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186321 Jun 24 08:52:14.249481 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42210) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:14.297331 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-2ea61269-ece1-4ff3-9a3d-819a41947bfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7787ee132e9e4e23b1407718fb366406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447187 Jun 24 08:52:14.297977 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42212) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:14.327298 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1302bfd-6fc0-40a1-8a0f-a4abd4f885d6 req-9692175e-c91f-4baf-9a34-b8dc824a9fab service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955920 Jun 24 08:52:14.358014 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] Publish callbacks [] for security_group (0fda1df3-9215-49df-ae40-31570177f70c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.383742 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] Publish callbacks [] for security_group (0fda1df3-9215-49df-ae40-31570177f70c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.434534 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (0fda1df3-9215-49df-ae40-31570177f70c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.436138 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75857-5b11-49e3-9504-4c1876b34461 req-122af7ae-64bb-4f09-8ee6-ebd029a7b89b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:14.437389 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:14.437682 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ed75857-5b11-49e3-9504-4c1876b34461 req-122af7ae-64bb-4f09-8ee6-ebd029a7b89b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0519111 Jun 24 08:52:14.438744 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fda1df3-9215-49df-ae40-31570177f70c HTTP/1.1" status: 204 len: 168 time: 0.1395326 Jun 24 08:52:14.448415 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e8a6a-65d5-4516-aa11-2c7f431fa3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fda1df3-9215-49df-ae40-31570177f70c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:14.764424 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 81f61f33-a534-479e-8deb-440a56add5ed no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:52:14.792451 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 81f61f33-a534-479e-8deb-440a56add5ed {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:52:14.792798 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 81f61f33-a534-479e-8deb-440a56add5ed not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:52:14.793224 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:52:14.795116 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-14689fdb-194f-4043-b1fe-cc349cb442b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:14.796623 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-14689fdb-194f-4043-b1fe-cc349cb442b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1127 time: 0.0557876 Jun 24 08:52:14.813810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:52:14.814224 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 66f0cca1-8f16-47ea-8d6b-d7ab5c6f7996 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:52:14.823024 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6ed75857-5b11-49e3-9504-4c1876b34461 req-657d1d11-6486-456d-abc5-2fcc9fedcbfe tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727307 Jun 24 08:52:14.913849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-51295335-574b-41fd-b857-9dbbb16acecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:14.915575 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-51295335-574b-41fd-b857-9dbbb16acecf service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.1090770 Jun 24 08:52:14.955018 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-2c9e419e-b053-4dc2-b847-11864add71ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 217 time: 0.0339477 Jun 24 08:52:15.011298 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-63f2dd82-e98c-410f-ade6-0d4d656b00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:15.012951 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-63f2dd82-e98c-410f-ade6-0d4d656b00e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0527866 Jun 24 08:52:15.068308 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-11894736-5b07-4d85-ab24-baf5aa5c6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:15.068308 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-11894736-5b07-4d85-ab24-baf5aa5c6f36 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485637 Jun 24 08:52:15.176683 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:15.181166 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-6ed7e279-9800-49d4-8042-e5da82d093a0 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070039 Jun 24 08:52:15.284207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-cb6f866b-881f-4c9e-866a-2c0482c584d7 req-9a021b5c-4722-46ba-8f7b-6a38f6980ceb service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976789 Jun 24 08:52:15.716685 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:15.949838 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c14733-30fe-4a4a-ab90-fc73f1abf326 req-f3288b93-ac8d-4809-b318-7b9a4e3a3478 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:15.951362 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74c14733-30fe-4a4a-ab90-fc73f1abf326 req-f3288b93-ac8d-4809-b318-7b9a4e3a3478 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0498540 Jun 24 08:52:16.003156 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:16.009578 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-74c14733-30fe-4a4a-ab90-fc73f1abf326 req-6feef5af-cb4d-4220-b686-a5f66674fe03 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514324 Jun 24 08:52:16.620305 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42286) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:16.735968 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dfabb364-ed06-44b5-a55f-3f62ed70d5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.813434 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dfabb364-ed06-44b5-a55f-3f62ed70d5cb admin admin] Publish callbacks [] for security_group (1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.817169 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-dfabb364-ed06-44b5-a55f-3f62ed70d5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.855611 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabb364-ed06-44b5-a55f-3f62ed70d5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:16.860127 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-dfabb364-ed06-44b5-a55f-3f62ed70d5cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e815c8ff8484929bff5d880112bf9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388079 Jun 24 08:52:16.862815 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42290) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:16.915162 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] Publish callbacks [] for security_group (1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.937243 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] Publish callbacks [] for security_group (1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.991343 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.995473 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:16.996664 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe HTTP/1.1" status: 204 len: 168 time: 0.1330361 Jun 24 08:52:17.005260 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35c50-742f-4d6a-9be2-9390f33f7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee7c5d5-66ee-4ec7-9535-0365fa3d25fe,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:17.140733 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64e738-d7b0-4d59-b4ca-71c307757425 req-8693ce97-4a9f-49c6-ae5a-684be4661bb2 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:17.142299 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a64e738-d7b0-4d59-b4ca-71c307757425 req-8693ce97-4a9f-49c6-ae5a-684be4661bb2 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0561953 Jun 24 08:52:17.193817 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-5a64e738-d7b0-4d59-b4ca-71c307757425 req-6fd5b8e5-cda8-4a0a-831f-439215f1cc04 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Jun 24 08:52:17.312067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42298) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:17.329439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ceba480d-dc8b-4df4-b001-6a3fb63ee907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.409220 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ceba480d-dc8b-4df4-b001-6a3fb63ee907 admin admin] Publish callbacks [] for security_group (bbdc3d42-89e8-40f3-81e9-141b0465fd3c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.412953 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-ceba480d-dc8b-4df4-b001-6a3fb63ee907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (bbdc3d42-89e8-40f3-81e9-141b0465fd3c), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.451693 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba480d-dc8b-4df4-b001-6a3fb63ee907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc3d42-89e8-40f3-81e9-141b0465fd3c,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:17.456035 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-ceba480d-dc8b-4df4-b001-6a3fb63ee907 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23258b98d5d64d1eac8077deff8dfd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429377 Jun 24 08:52:17.458727 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42300) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:17.508708 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] Publish callbacks [] for security_group (bbdc3d42-89e8-40f3-81e9-141b0465fd3c), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.531434 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] Publish callbacks [] for security_group (bbdc3d42-89e8-40f3-81e9-141b0465fd3c), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.578270 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (bbdc3d42-89e8-40f3-81e9-141b0465fd3c), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.580826 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:17.582005 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbdc3d42-89e8-40f3-81e9-141b0465fd3c HTTP/1.1" status: 204 len: 168 time: 0.1224089 Jun 24 08:52:17.590989 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ef144-b6e9-4001-937d-bd83e15a1d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc3d42-89e8-40f3-81e9-141b0465fd3c,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:18.322506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a5fb9-6d1e-4aa7-bd5d-33f0635b5d6e req-70d4e154-f74d-4ca5-9db1-e54a903d266b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:18.324230 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-877a5fb9-6d1e-4aa7-bd5d-33f0635b5d6e req-70d4e154-f74d-4ca5-9db1-e54a903d266b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0545893 Jun 24 08:52:18.379787 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-877a5fb9-6d1e-4aa7-bd5d-33f0635b5d6e req-dc9926c2-4bda-44ec-8b05-7682692cc6ac tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487032 Jun 24 08:52:18.736545 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:52:19.509912 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1f7ca-60cd-4c7a-9de1-afc401b7a3f0 req-b8922b82-dcc5-4f54-b708-a4ff5c791177 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:19.511417 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bab1f7ca-60cd-4c7a-9de1-afc401b7a3f0 req-b8922b82-dcc5-4f54-b708-a4ff5c791177 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0503078 Jun 24 08:52:19.564420 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bab1f7ca-60cd-4c7a-9de1-afc401b7a3f0 req-eab93a4e-2899-4b70-b2e9-c205ba5a2bd9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470965 Jun 24 08:52:19.626131 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42374) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:19.734155 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b81a942f-6de8-4858-8bb4-40ca219724dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.753194 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:19.767602 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:19.816308 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b81a942f-6de8-4858-8bb4-40ca219724dd admin admin] Publish callbacks [] for security_group (3922d979-4443-4604-bd5c-d10b7e6bda48), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.822097 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-b81a942f-6de8-4858-8bb4-40ca219724dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (3922d979-4443-4604-bd5c-d10b7e6bda48), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.869662 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-b81a942f-6de8-4858-8bb4-40ca219724dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a26ac1eb1a4434b42be05c98931c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424140 Jun 24 08:52:19.870794 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a942f-6de8-4858-8bb4-40ca219724dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3922d979-4443-4604-bd5c-d10b7e6bda48,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:19.872400 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42378) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:19.918833 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:UPDATE=1,neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:19.922989 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] Publish callbacks [] for security_group (3922d979-4443-4604-bd5c-d10b7e6bda48), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.947563 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] Publish callbacks [] for security_group (3922d979-4443-4604-bd5c-d10b7e6bda48), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.995525 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (3922d979-4443-4604-bd5c-d10b7e6bda48), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.998554 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:19.999731 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3922d979-4443-4604-bd5c-d10b7e6bda48 HTTP/1.1" status: 204 len: 168 time: 0.1262720 Jun 24 08:52:20.008074 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb579f7-a047-4d95-8630-3cc3adf615ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3922d979-4443-4604-bd5c-d10b7e6bda48,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:20.281332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42384) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:20.289111 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:20.296834 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0aca15c9-28a2-4a6e-af6f-21417a80ec67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.378784 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0aca15c9-28a2-4a6e-af6f-21417a80ec67 admin admin] Publish callbacks [] for security_group (c5b186b3-2729-4018-b865-3cb7e606e9db), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.383980 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-0aca15c9-28a2-4a6e-af6f-21417a80ec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (c5b186b3-2729-4018-b865-3cb7e606e9db), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.426331 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-0aca15c9-28a2-4a6e-af6f-21417a80ec67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6090bd704a8e46d89913ef118d6bdfcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438601 Jun 24 08:52:20.427023 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca15c9-28a2-4a6e-af6f-21417a80ec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b186b3-2729-4018-b865-3cb7e606e9db,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:20.429649 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42386) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:20.480011 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] Publish callbacks [] for security_group (c5b186b3-2729-4018-b865-3cb7e606e9db), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.483978 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:20.509460 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] Publish callbacks [] for security_group (c5b186b3-2729-4018-b865-3cb7e606e9db), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.558854 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (c5b186b3-2729-4018-b865-3cb7e606e9db), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.561601 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:20.562798 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5b186b3-2729-4018-b865-3cb7e606e9db HTTP/1.1" status: 204 len: 168 time: 0.1320205 Jun 24 08:52:20.572387 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35c715-5f87-4dd5-b5a8-b5574ec3a71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b186b3-2729-4018-b865-3cb7e606e9db,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:20.691907 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1740dba-3d15-42b3-b778-b382cb59fa88 req-8842d3dc-d3fe-4597-855b-bab2bf5de6be tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:20.693595 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1740dba-3d15-42b3-b778-b382cb59fa88 req-8842d3dc-d3fe-4597-855b-bab2bf5de6be tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0513251 Jun 24 08:52:20.752387 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d1740dba-3d15-42b3-b778-b382cb59fa88 req-3589f029-deac-4282-9355-c97ed33a6ed4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499620 Jun 24 08:52:21.263900 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-e5c45c0d-114e-4f2e-990a-d7e86fb66cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:21.744218 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:52:21.792247 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:21.856226 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:21.868697 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'mac_address': 'fa:16:3e:aa:3e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:52:21.887289 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110efdb-eabd-4927-af89-1ddc0c101ba8 req-c2766191-3df5-4d6f-b667-ae33a90aa20b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:21.889340 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f110efdb-eabd-4927-af89-1ddc0c101ba8 req-c2766191-3df5-4d6f-b667-ae33a90aa20b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0535760 Jun 24 08:52:21.910162 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:52:21.910633 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:21.932023 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:52:21.949215 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f110efdb-eabd-4927-af89-1ddc0c101ba8 req-b477e513-bf58-45dd-bb9a-8289bbf32056 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527794 Jun 24 08:52:21.955088 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:21.963567 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:22.016509 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=4']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:22.247636 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:52:22.474393 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:23.082467 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d4338-8f1c-4215-982c-56e22a675b72 req-4558f32e-b466-4d4a-a7a4-a47ecb497d16 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:23.084098 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bf2d4338-8f1c-4215-982c-56e22a675b72 req-4558f32e-b466-4d4a-a7a4-a47ecb497d16 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 944 time: 0.0522411 Jun 24 08:52:23.144286 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-bf2d4338-8f1c-4215-982c-56e22a675b72 req-4f795c84-28d3-4373-966d-c2c218d1acfd tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522628 Jun 24 08:52:23.318484 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42460) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:23.441810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d0311915-b071-45f5-9bcb-3c52a78ebba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.529273 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d0311915-b071-45f5-9bcb-3c52a78ebba4 admin admin] Publish callbacks [] for security_group (4010173d-eb04-4f5a-b497-501072822331), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.533865 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-d0311915-b071-45f5-9bcb-3c52a78ebba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4010173d-eb04-4f5a-b497-501072822331), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.574075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0311915-b071-45f5-9bcb-3c52a78ebba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4010173d-eb04-4f5a-b497-501072822331,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:23.577045 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1ac99cc2-a09a-47d1-a60f-359d394ae52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.579433 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-d0311915-b071-45f5-9bcb-3c52a78ebba4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e41f4aa82d634098a620b11ced421e5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597163 Jun 24 08:52:23.583053 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42464) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:23.640758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] Publish callbacks [] for security_group (4010173d-eb04-4f5a-b497-501072822331), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.666660 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] Publish callbacks [] for security_group (4010173d-eb04-4f5a-b497-501072822331), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.674696 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:23.720042 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (4010173d-eb04-4f5a-b497-501072822331), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.722662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.723822 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4010173d-eb04-4f5a-b497-501072822331 HTTP/1.1" status: 204 len: 168 time: 0.1398125 Jun 24 08:52:23.732758 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb9945-cb5d-4a11-91c3-1a03cd18d7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4010173d-eb04-4f5a-b497-501072822331,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:23.745735 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:52:23.798823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning for port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 completed by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 24 08:52:23.805798 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:52:23.806290 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.886494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:52:23.886867 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.910036 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:52:23.912282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5570162-897e-4a3d-b967-e34febd63229" -d '{"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:52:23.926341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:52:23.931699 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:23.980451 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=5']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:24.043267 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42474) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:24.059074 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c1544cbb-ae8c-4111-92c8-597e9137513c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.094328 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f20be2-25f5-4ad4-9042-61b11cc4e252 x-openstack-request-id: req-55f20be2-25f5-4ad4-9042-61b11cc4e252 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:52:24.094619 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:52:24.094881 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55f20be2-25f5-4ad4-9042-61b11cc4e252 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:52:24.095274 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f20be2-25f5-4ad4-9042-61b11cc4e252'] response: {'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'code': 200} Jun 24 08:52:24.147977 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c1544cbb-ae8c-4111-92c8-597e9137513c admin admin] Publish callbacks [] for security_group (d1bf37d3-357a-46e2-b8c5-8e8c80af64ed), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.153288 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-c1544cbb-ae8c-4111-92c8-597e9137513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d1bf37d3-357a-46e2-b8c5-8e8c80af64ed), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.195847 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-c1544cbb-ae8c-4111-92c8-597e9137513c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08973f890cef4a9d9cd70b521e4a10f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511681 Jun 24 08:52:24.197236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544cbb-ae8c-4111-92c8-597e9137513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bf37d3-357a-46e2-b8c5-8e8c80af64ed,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:24.199805 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42478) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:24.240239 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:24.301868 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481dc00-e6a4-452c-824e-21e0b4f92089 req-c51f09a9-a745-429a-91de-80999287d015 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:24.303481 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0481dc00-e6a4-452c-824e-21e0b4f92089 req-c51f09a9-a745-429a-91de-80999287d015 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0818868 Jun 24 08:52:24.311256 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] Publish callbacks [] for security_group (d1bf37d3-357a-46e2-b8c5-8e8c80af64ed), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.335031 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] Publish callbacks [] for security_group (d1bf37d3-357a-46e2-b8c5-8e8c80af64ed), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.375915 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac6619-c0ac-45f4-84c3-4deba8a78c84 req-c1b8d7b0-1512-4baf-a12c-bf88f54fb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:24.377390 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aeac6619-c0ac-45f4-84c3-4deba8a78c84 req-c1b8d7b0-1512-4baf-a12c-bf88f54fb67e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0608747 Jun 24 08:52:24.387657 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0481dc00-e6a4-452c-824e-21e0b4f92089 req-911e0d16-a4f6-47e6-8948-d576956daf5a tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773265 Jun 24 08:52:24.391323 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (d1bf37d3-357a-46e2-b8c5-8e8c80af64ed), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.394064 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:24.395509 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1bf37d3-357a-46e2-b8c5-8e8c80af64ed HTTP/1.1" status: 204 len: 168 time: 0.1875229 Jun 24 08:52:24.405226 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff492684-71cc-4e55-ae44-a515207d058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bf37d3-357a-46e2-b8c5-8e8c80af64ed,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:24.437665 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-aeac6619-c0ac-45f4-84c3-4deba8a78c84 req-e19e513f-b5b9-4267-a85b-bbfc8c6a7cc7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539756 Jun 24 08:52:24.895040 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:25.518713 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f90909-5eb0-4fc2-b580-99ae4329ab24 req-45f66394-8d11-4096-b549-e0f6605478e0 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:25.520372 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b1f90909-5eb0-4fc2-b580-99ae4329ab24 req-45f66394-8d11-4096-b549-e0f6605478e0 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Jun 24 08:52:25.576898 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-b1f90909-5eb0-4fc2-b580-99ae4329ab24 req-d4b8099a-183f-4bf0-95e7-15b7742ad9ff tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499399 Jun 24 08:52:25.699564 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b514d27-a81c-4510-b3b6-86857a14a307 req-7dc3aa29-4458-4385-9117-7f775fddcce5 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:25.701086 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b514d27-a81c-4510-b3b6-86857a14a307 req-7dc3aa29-4458-4385-9117-7f775fddcce5 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0498829 Jun 24 08:52:25.753211 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6b514d27-a81c-4510-b3b6-86857a14a307 req-f8dc677d-a7c6-4b1b-b85c-9bb6f1a558b5 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464816 Jun 24 08:52:25.780961 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42518) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:25.989969 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d632416-d3fd-448f-b1bb-234dc36c8964 tempest-TestShelveInstance-1864305701 tempest-TestShelveInstance-1864305701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:25.992081 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0d632416-d3fd-448f-b1bb-234dc36c8964 tempest-TestShelveInstance-1864305701 tempest-TestShelveInstance-1864305701-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1124 time: 0.2101245 Jun 24 08:52:25.996797 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42528) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:26.001241 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.v2.base [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Request body: {'floatingip': {'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110636) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 24 08:52:26.027863 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.118662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.234148 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_common [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Allocated IP 172.27.1.244 (c0c18a8c-a99e-4f1e-902d-1883574e5a2a/d2060bd9-5f6f-4077-9564-05d5813792af/856237b3-04db-4f9f-a06d-b4be8471edd4) {{(pid=110636) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 08:52:26.246118 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:26.315288 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.354633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.388349 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772288564610', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.424105 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:26.427149 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Network c0c18a8c-a99e-4f1e-902d-1883574e5a2a is already hosted by enough agents. {{(pid=110636) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 08:52:26.431192 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.base_scheduler [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Resources bound (agent type, host, resource id): {{(pid=110636) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 08:52:26.435302 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Received port after_create {{(pid=110636) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 24 08:52:26.464129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'Port': ['ID=856237b3-04db-4f9f-a06d-b4be8471edd4,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:26.530688 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.805097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42558) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:26.829119 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for floatingip (6113e080-a993-4609-b96e-e480cfe5b0a7), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.908527 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), before_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:26.937737 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-64fc2099-5b4b-4bf8-aed1-0612d1fb9bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.027983 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-64fc2099-5b4b-4bf8-aed1-0612d1fb9bc3 admin admin] Publish callbacks [] for security_group (9fc5dec8-b059-4409-b2af-2fa0d307bae2), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.033183 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-64fc2099-5b4b-4bf8-aed1-0612d1fb9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9fc5dec8-b059-4409-b2af-2fa0d307bae2), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.070914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), precommit_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.074608 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-64fc2099-5b4b-4bf8-aed1-0612d1fb9bc3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9bbff1a84a34de580f0062eb0e41793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2683291 Jun 24 08:52:27.075609 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc2099-5b4b-4bf8-aed1-0612d1fb9bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5dec8-b059-4409-b2af-2fa0d307bae2,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:27.076285 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25462052'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), after_update {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.078144 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42562) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:27.105240 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:27.136961 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] Publish callbacks [] for security_group (9fc5dec8-b059-4409-b2af-2fa0d307bae2), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.153746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event updated for resources: {'Port': ['ID=856237b3-04db-4f9f-a06d-b4be8471edd4,revision_number=2']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:27.166941 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] Publish callbacks [] for security_group (9fc5dec8-b059-4409-b2af-2fa0d307bae2), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.169080 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-613273'] for floatingip (6113e080-a993-4609-b96e-e480cfe5b0a7), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.226153 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9fc5dec8-b059-4409-b2af-2fa0d307bae2), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.228721 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.230097 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fc5dec8-b059-4409-b2af-2fa0d307bae2 HTTP/1.1" status: 204 len: 168 time: 0.1507418 Jun 24 08:52:27.239422 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e4ae7-1bb1-4d4a-90ea-b786255f31a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5dec8-b059-4409-b2af-2fa0d307bae2,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:27.291261 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.db.l3_db [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Floating IP 6113e080-a993-4609-b96e-e480cfe5b0a7 associated. External IP: 172.27.1.244, port: 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1. Jun 24 08:52:27.384911 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:27.513285 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Router 531012aa-2f0e-44f1-afd7-39fb8430ad8e has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:52:27.577395 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42568) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:27.622532 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-804848e7-d9cc-4a24-a7f2-d75bf7b4cde0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.657012 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:52:27.669098 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Sync routers for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:52:27.681386 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:27.682123 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:52:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:27.693063 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.736100 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-3238cd6a-4844-4801-ac3e-7301c225c81c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7381923 Jun 24 08:52:27.739588 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110636) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:52:27.742443 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29f3a04ab33b277a2737bd8e35cba511350f3bd51afc5f34d76f279bc0da302c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c47c056-9644-400b-8fc5-70aac3b3496c" -d '{"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110636) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:52:27.770522 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-804848e7-d9cc-4a24-a7f2-d75bf7b4cde0 admin admin] Publish callbacks [] for security_group (7417adaf-d488-4cf2-94d5-d1bfa9ff9c83), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.783151 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-804848e7-d9cc-4a24-a7f2-d75bf7b4cde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7417adaf-d488-4cf2-94d5-d1bfa9ff9c83), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.789030 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a05850-9717-46a9-a0d4-cdff699bc786 x-openstack-request-id: req-31a05850-9717-46a9-a0d4-cdff699bc786 {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:52:27.789322 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "status": "completed", "code": 200}]} {{(pid=110636) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:52:27.789574 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31a05850-9717-46a9-a0d4-cdff699bc786 {{(pid=110636) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:52:27.790058 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a05850-9717-46a9-a0d4-cdff699bc786'] response: {'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'status': 'completed', 'code': 200} Jun 24 08:52:27.797410 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:27.830264 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-804848e7-d9cc-4a24-a7f2-d75bf7b4cde0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=414897f0cb01474583918890223b7c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517920 Jun 24 08:52:27.833131 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42574) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:52:27.864672 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804848e7-d9cc-4a24-a7f2-d75bf7b4cde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7417adaf-d488-4cf2-94d5-d1bfa9ff9c83,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:27.884757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-f45c509d-87f9-4e24-9027-084fb51cc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:27.885490 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:27.886459 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-f45c509d-87f9-4e24-9027-084fb51cc99c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0542784 Jun 24 08:52:27.927641 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] Publish callbacks [] for security_group (7417adaf-d488-4cf2-94d5-d1bfa9ff9c83), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.957726 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] Publish callbacks [] for security_group (7417adaf-d488-4cf2-94d5-d1bfa9ff9c83), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:27.984686 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:27.993662 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-a1562c22-d759-4191-9eb2-1103b9a53a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:27.995285 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-a1562c22-d759-4191-9eb2-1103b9a53a26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.1024795 Jun 24 08:52:28.031053 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (7417adaf-d488-4cf2-94d5-d1bfa9ff9c83), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:28.033720 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:28.034898 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7417adaf-d488-4cf2-94d5-d1bfa9ff9c83 HTTP/1.1" status: 204 len: 168 time: 0.2007368 Jun 24 08:52:28.044462 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce76f7e-4c78-43e3-9d89-575c304fe18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7417adaf-d488-4cf2-94d5-d1bfa9ff9c83,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:52:28.060216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:28.089026 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-96443613-f1a1-4fcc-bbaa-b27da24ded4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 999 time: 0.0881736 Jun 24 08:52:28.093089 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6113e080-a993-4609-b96e-e480cfe5b0a7', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'mac_address': 'fa:16:3e:aa:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59293513-ff81-4ff4-8828-f2f9018c0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:52:26Z', 'updated_at': '2022-06-24T08:52:26Z', 'revision_number': 0, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:28.118790 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Checking router: 531012aa-2f0e-44f1-afd7-39fb8430ad8e for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:52:28.129140 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:52:28.130275 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:52:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:28.145745 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-d96a61b9-c2ca-4ff5-9caa-d733388cf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:28.147984 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-d96a61b9-c2ca-4ff5-9caa-d733388cf3df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0522294 Jun 24 08:52:28.192656 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-b1eb976e-7214-4d84-a1de-dee46a6d17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:28.197421 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-b1eb976e-7214-4d84-a1de-dee46a6d17b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446024 Jun 24 08:52:28.249632 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:52:28.349031 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-7e14276c-0be7-4724-9ea7-bcf087405835 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457152 Jun 24 08:52:28.450629 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0c47c056-9644-400b-8fc5-70aac3b3496c req-f2bca191-d0bc-4015-927a-6aa20828a64d service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941231 Jun 24 08:52:28.503725 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6113e080-a993-4609-b96e-e480cfe5b0a7', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'mac_address': 'fa:16:3e:aa:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59293513-ff81-4ff4-8828-f2f9018c0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:52:26Z', 'updated_at': '2022-06-24T08:52:26Z', 'revision_number': 0, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:52:28.530450 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d9f15-dfa9-4b02-bb82-7ef5cfc0b0fb None None] The sync data for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi is: [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_floatingips': [{'id': '6113e080-a993-4609-b96e-e480cfe5b0a7', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'floating_ip_address': '172.27.1.244', 'floating_network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'router_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'mac_address': 'fa:16:3e:aa:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59293513-ff81-4ff4-8828-f2f9018c0996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T08:52:26Z', 'updated_at': '2022-06-24T08:52:26Z', 'revision_number': 0, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:52:28.741714 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b844d7-a094-4b52-8192-57198b0e3c03 None None] New status for floating IP 6113e080-a993-4609-b96e-e480cfe5b0a7: ACTIVE {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:52:28.784998 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:38.038286 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=9,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:38.040410 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:38.446134 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:38.447353 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=29 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:38.734596 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:41.371593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-c568e706-6fb0-4eb6-adb8-3f903bd238b4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476902 Jun 24 08:52:41.477048 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-761075df-76e1-4ec3-846e-95351f867cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:41.478599 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-761075df-76e1-4ec3-846e-95351f867cb1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0415084 Jun 24 08:52:41.590597 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-3aefe7ff-ebd5-488b-92be-b645bffa311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:41.592065 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-3aefe7ff-ebd5-488b-92be-b645bffa311f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.0891447 Jun 24 08:52:41.667997 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-d30c6ea6-b967-4178-b7b5-5bd68c251f82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1001 time: 0.0695896 Jun 24 08:52:41.720431 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-68aaf4a7-01a5-46f7-8462-5447b6c58c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:41.721981 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-68aaf4a7-01a5-46f7-8462-5447b6c58c5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0472686 Jun 24 08:52:41.770341 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-ca9bf9fe-7e49-4b53-9410-c03719640c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:52:41.771314 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-ca9bf9fe-7e49-4b53-9410-c03719640c91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417337 Jun 24 08:52:41.874386 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-d186db9a-2b29-4f5d-9c7d-81388ebe9f57 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971384 Jun 24 08:52:41.973758 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c90b3bc-a206-4101-b5e2-d51469d0159a req-9a6c9cc7-c7ec-4c29-8235-25ec45d622d1 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883870 Jun 24 08:52:45.775313 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=74 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:45.776092 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=82 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:48.727167 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=53,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:48.729275 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:51.260141 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3fb572e2-6651-43a4-8da5-4080067b9005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:51.968688 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=49 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:51.970647 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=52 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:52:53.580514 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a05d5e7f-fed1-4868-b6e4-5540c2b9bd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:54.897625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:55.735726 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:52:56.323606 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:52:56.527365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:00.883402 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42772) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:53:01.014632 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c915b43f-5c45-475a-b8fd-76b8063831c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.096614 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c915b43f-5c45-475a-b8fd-76b8063831c2 admin admin] Publish callbacks [] for security_group (fbc06ca4-9525-453e-a351-fbd6391e0b5f), precommit_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.101258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-c915b43f-5c45-475a-b8fd-76b8063831c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (fbc06ca4-9525-453e-a351-fbd6391e0b5f), after_create {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.149965 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-c915b43f-5c45-475a-b8fd-76b8063831c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93103876445049599abeb8112c1ad33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653782 Jun 24 08:53:01.151877 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915b43f-5c45-475a-b8fd-76b8063831c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc06ca4-9525-453e-a351-fbd6391e0b5f,revision_number=1']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:53:01.152843 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42776) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:53:01.209009 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] Publish callbacks [] for security_group (fbc06ca4-9525-453e-a351-fbd6391e0b5f), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.231914 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] Publish callbacks [] for security_group (fbc06ca4-9525-453e-a351-fbd6391e0b5f), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.284506 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (fbc06ca4-9525-453e-a351-fbd6391e0b5f), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.287965 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:01.291991 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc06ca4-9525-453e-a351-fbd6391e0b5f HTTP/1.1" status: 204 len: 168 time: 0.1349332 Jun 24 08:53:01.299901 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec277d-a32c-40ac-815e-cd0b4e06646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc06ca4-9525-453e-a351-fbd6391e0b5f,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:53:05.731923 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:06.522737 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:08.726337 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:11.141024 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:11.149004 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:11.269546 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:11.299691 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:18.717024 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:18.721478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:21.254271 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-936f1346-0263-4406-a15b-a9e863d82595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:22.771321 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:22.773007 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:23.585985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-25a9e359-ea90-4ee7-8cd8-079e9dacecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:24.905878 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:26.321935 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:26.533721 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.153642 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 42958) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:53:28.292104 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.380002 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Publish callbacks [] for security_group (80b10153-fa2e-4ea2-8ce9-efd5b8071a8c), precommit_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.384393 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (80b10153-fa2e-4ea2-8ce9-efd5b8071a8c), after_create {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.428136 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b10153-fa2e-4ea2-8ce9-efd5b8071a8c,revision_number=1']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:53:28.432352 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b718196f73544c1895fe664184400faa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774546 Jun 24 08:53:28.435848 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 42962) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:53:28.438595 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.438935 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.439268 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.439602 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.439927 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.440362 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.440552 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.440900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.441450 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.441807 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.442316 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.442643 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.442964 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.443285 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.443596 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db7eaf8-8750-4be0-a4ec-a68060e58a93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.494790 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Publish callbacks [] for security_group (80b10153-fa2e-4ea2-8ce9-efd5b8071a8c), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.524923 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Publish callbacks [] for security_group (80b10153-fa2e-4ea2-8ce9-efd5b8071a8c), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.599028 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (80b10153-fa2e-4ea2-8ce9-efd5b8071a8c), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.602359 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:28.603644 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80b10153-fa2e-4ea2-8ce9-efd5b8071a8c HTTP/1.1" status: 204 len: 168 time: 0.1665871 Jun 24 08:53:28.613175 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b10153-fa2e-4ea2-8ce9-efd5b8071a8c,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:53:28.621247 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.621571 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.621943 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.622623 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.622623 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.622989 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.623255 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.623521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.623837 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.624156 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.624472 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.625060 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.625384 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.625732 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:28.626043 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95628f4-b608-4f00-9321-4334a6ff7b51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:53:32.735117 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:53:36.529133 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.426510 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.434161 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.608928 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.617386 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.650241 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:38.729067 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:42.371769 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-4cde8a88-ca42-40eb-98da-f6a2927b4aaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483539 Jun 24 08:53:42.473864 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-96c96d82-78df-42bc-ac8e-b3106945c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:53:42.475443 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-96c96d82-78df-42bc-ac8e-b3106945c333 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0419488 Jun 24 08:53:42.593301 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-f772c101-35ee-4200-90f6-8a3b092b0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:53:42.594812 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-f772c101-35ee-4200-90f6-8a3b092b0d4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.0995502 Jun 24 08:53:42.662141 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-1cd3da53-19bb-489b-88ef-75a87ea261f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1001 time: 0.0601692 Jun 24 08:53:42.719919 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-3042c554-d42b-499f-a7fd-163a70a6640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:53:42.722999 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-3042c554-d42b-499f-a7fd-163a70a6640b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0551846 Jun 24 08:53:42.731002 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:42.732831 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:42.780704 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-bfd1c701-fc2a-4bda-8458-4a6e93e7ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:53:42.782221 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-bfd1c701-fc2a-4bda-8458-4a6e93e7ebf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530119 Jun 24 08:53:42.891121 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-47e22b66-9346-49c0-962c-6bf79a203d95 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024733 Jun 24 08:53:42.996456 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d34fb815-3de3-4be3-a494-90553bd36f02 req-a0d92e62-dc81-46f5-b7c9-68a268adca38 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001039 Jun 24 08:53:48.722655 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:48.724946 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:51.258409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-17906af4-26b0-4d6a-a3a7-e2c8f1e8428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:52.991086 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=53 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:52.993266 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=48 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:53.584373 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-c2f0e2cc-33b8-416c-814b-ecf4d643ccaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:54.905161 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:56.324231 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:56.527669 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:53:59.768636 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:53:59.769819 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:06.515787 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:06.523397 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:08.743130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:09.736871 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:54:18.732465 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:18.739303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:19.756035 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:19.756866 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:21.264137 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-771679b4-35ae-40ef-8a36-fb171eb7121b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:23.577529 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6755712d-61cb-4e3d-bd8a-1b128ec3b0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:24.906738 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:26.326365 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:26.530757 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:33.090113 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f85e72-5138-4885-90a3-1dfbe89c6959 req-0956769b-4f45-4006-8455-00a755a1e91b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:33.091660 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92f85e72-5138-4885-90a3-1dfbe89c6959 req-0956769b-4f45-4006-8455-00a755a1e91b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Jun 24 08:54:33.142501 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-92f85e72-5138-4885-90a3-1dfbe89c6959 req-465039fd-764f-4c8e-ae15-ce3be351871b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451736 Jun 24 08:54:34.262026 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fc13a-33aa-4caa-b0b0-a0db37f16aff req-0ca2cf9b-4f46-487f-8865-60c8aab75a59 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:34.263489 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-903fc13a-33aa-4caa-b0b0-a0db37f16aff req-0ca2cf9b-4f46-487f-8865-60c8aab75a59 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0474160 Jun 24 08:54:34.317545 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-903fc13a-33aa-4caa-b0b0-a0db37f16aff req-97cd263c-d706-4142-8d0c-77ab81642875 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 Jun 24 08:54:35.441649 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04e15c-bad0-437e-a060-da5e00c6d248 req-10034319-4657-4342-81d2-427e350193c4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:35.443160 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c04e15c-bad0-437e-a060-da5e00c6d248 req-10034319-4657-4342-81d2-427e350193c4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0490201 Jun 24 08:54:35.492850 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1c04e15c-bad0-437e-a060-da5e00c6d248 req-36ceb57c-4da0-4729-8bc9-96c9e612fb7d tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Jun 24 08:54:36.524302 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:36.526594 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:36.612328 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64355229-32fe-46d3-ba1a-fbfa5184e0bf req-fc01365d-97bd-41d7-a668-a540d0375f1e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:36.613838 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64355229-32fe-46d3-ba1a-fbfa5184e0bf req-fc01365d-97bd-41d7-a668-a540d0375f1e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0503173 Jun 24 08:54:36.665497 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-64355229-32fe-46d3-ba1a-fbfa5184e0bf req-f60fb5b8-bc8c-4fe5-9f17-88e7f13cc3f4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460458 Jun 24 08:54:36.762033 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:36.766643 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:37.785362 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551adcb5-6e51-4daa-8eb7-a2f61e580e87 req-bf156571-9613-4ec0-ae80-8cca7e29600d tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:37.786864 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-551adcb5-6e51-4daa-8eb7-a2f61e580e87 req-bf156571-9613-4ec0-ae80-8cca7e29600d tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0530407 Jun 24 08:54:37.837927 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-551adcb5-6e51-4daa-8eb7-a2f61e580e87 req-0574a552-cb4a-4d09-8e73-12d9f60866ba tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 Jun 24 08:54:38.758779 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:38.955216 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751e20d-5edb-49eb-a17e-d46ea170685d req-98507755-5a47-4dc7-8912-8089930868f1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:38.956699 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0751e20d-5edb-49eb-a17e-d46ea170685d req-98507755-5a47-4dc7-8912-8089930868f1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Jun 24 08:54:39.008107 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-0751e20d-5edb-49eb-a17e-d46ea170685d req-4b1eac11-4fc8-499b-8b80-bf167e4c73d7 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458987 Jun 24 08:54:40.125501 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f51dc1-65af-47ad-b7b4-801c59b95476 req-92f18229-b7a3-4688-a7af-33a550189b55 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:40.127168 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f51dc1-65af-47ad-b7b4-801c59b95476 req-92f18229-b7a3-4688-a7af-33a550189b55 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0501754 Jun 24 08:54:40.184777 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13f51dc1-65af-47ad-b7b4-801c59b95476 req-6f81947b-4f82-4daf-b3c7-c5487feb470e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517793 Jun 24 08:54:41.301036 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca71db-6b91-463c-a180-050bf72bdd25 req-f2d4fc32-78b9-4cd3-837e-f141c909a634 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:41.302593 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-baca71db-6b91-463c-a180-050bf72bdd25 req-f2d4fc32-78b9-4cd3-837e-f141c909a634 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0485213 Jun 24 08:54:41.352726 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-baca71db-6b91-463c-a180-050bf72bdd25 req-8ebaa82d-77c3-4730-8d02-793885b27b49 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445971 Jun 24 08:54:42.424041 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-af9df27c-e855-4ca5-b73d-23dd63d2fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:42.425553 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-af9df27c-e855-4ca5-b73d-23dd63d2fed7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0403228 Jun 24 08:54:42.762692 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346c6a0-ecd3-43e8-9860-4e4dfff8126c req-0cc9c052-6885-4eac-9e8c-7a6682a443ae tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:42.764143 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8346c6a0-ecd3-43e8-9860-4e4dfff8126c req-0cc9c052-6885-4eac-9e8c-7a6682a443ae tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.3377218 Jun 24 08:54:42.855352 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-88819ff5-f9d5-408e-ab38-6ebf6709d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:42.856854 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-88819ff5-f9d5-408e-ab38-6ebf6709d702 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.3979366 Jun 24 08:54:42.860769 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-8346c6a0-ecd3-43e8-9860-4e4dfff8126c req-7542f97d-d554-4600-8a9c-1c17fb94f0ce tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895913 Jun 24 08:54:42.869481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:42.926514 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-13747a2e-234e-4b6f-a4d2-c1b87324d2f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1001 time: 0.0632482 Jun 24 08:54:42.971439 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:42.979065 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-b09d1d10-00e5-48d6-b4a6-9eb7d4770b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:42.980561 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-b09d1d10-00e5-48d6-b4a6-9eb7d4770b4b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0485368 Jun 24 08:54:43.025633 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-01384685-e8af-4149-b897-3c1be50eb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.027074 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-01384685-e8af-4149-b897-3c1be50eb77e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405724 Jun 24 08:54:43.121833 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-ec468b69-b85d-49e2-84f8-fe8443b1f5c8 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879893 Jun 24 08:54:43.275875 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ddbe4ad9-0dbe-49c1-a385-1eb5ed982b7f req-91a92cbd-f3b1-4763-a2de-8541ccac0b24 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Jun 24 08:54:43.381321 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-9ce30c29-dc42-4b13-b676-9d4c397f58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.382823 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-9ce30c29-dc42-4b13-b676-9d4c397f58f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0419919 Jun 24 08:54:43.480827 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-48fe3f00-7b6b-4f6a-9ceb-cb637ac86bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.482332 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-48fe3f00-7b6b-4f6a-9ceb-cb637ac86bb2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.0938976 Jun 24 08:54:43.548892 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-fcfb6c27-0e98-42bb-9ff3-fdae129ca5c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1001 time: 0.0600317 Jun 24 08:54:43.598599 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-7a4ec3df-a3a1-4c63-a1a7-0d972d81e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.600008 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-7a4ec3df-a3a1-4c63-a1a7-0d972d81e2c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0450108 Jun 24 08:54:43.647016 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-7a15744e-6728-4f98-983f-3c8c3a257385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.648556 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-7a15744e-6728-4f98-983f-3c8c3a257385 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430427 Jun 24 08:54:43.746495 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-663d867a-e6fc-4f1d-9f2d-60f7cbd61ed0 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916259 Jun 24 08:54:43.843093 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-1ca89c3b-dbe5-46fd-84a5-8ab8508fd444 req-a393dc37-6cd6-48d9-a84c-52501524f574 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907922 Jun 24 08:54:43.986995 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038f208-2d6c-4614-9a41-de3837f5fd39 req-862a3015-7072-4ea3-b4d3-317992a798bb tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:43.988683 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f038f208-2d6c-4614-9a41-de3837f5fd39 req-862a3015-7072-4ea3-b4d3-317992a798bb tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0543962 Jun 24 08:54:44.049929 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f038f208-2d6c-4614-9a41-de3837f5fd39 req-7ff0cc48-1e36-475b-9d59-911b779206cf tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552096 Jun 24 08:54:45.166392 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87879368-81eb-4593-8007-0d671c23e8fb req-021b7917-2d84-4373-8410-752cbce3a893 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:45.167855 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87879368-81eb-4593-8007-0d671c23e8fb req-021b7917-2d84-4373-8410-752cbce3a893 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0477893 Jun 24 08:54:45.221303 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-87879368-81eb-4593-8007-0d671c23e8fb req-5818bd2c-dd1b-49f2-982a-5a17bf3b497f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473135 Jun 24 08:54:46.340337 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:46.349875 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13034dcc-9115-42d5-a92d-f256f9b420ce req-79de24ac-4926-4817-9949-31f83440485f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:46.351530 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13034dcc-9115-42d5-a92d-f256f9b420ce req-79de24ac-4926-4817-9949-31f83440485f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Jun 24 08:54:46.397660 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:46.408146 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-13034dcc-9115-42d5-a92d-f256f9b420ce req-e2d9fb5c-3dbb-4921-9e5a-9985b7a0b8ff tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505979 Jun 24 08:54:46.646243 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd686a-7711-4427-95ee-746641560c1a req-00cffdf2-fa74-46bd-be9d-ac05d0c8b032 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:46.647786 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49bd686a-7711-4427-95ee-746641560c1a req-00cffdf2-fa74-46bd-be9d-ac05d0c8b032 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0610914 Jun 24 08:54:46.732528 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-80278eb4-ce19-4ae2-9007-6320f03e67a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1779261 Jun 24 08:54:46.735802 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:54:46.737050 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-49bd686a-7711-4427-95ee-746641560c1a req-c85d0eac-0b17-4a6d-b71d-a03479e24b7f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837700 Jun 24 08:54:46.954600 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-73905186-1b11-4140-bd58-8824d4ed1f03 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:46.956014 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-73905186-1b11-4140-bd58-8824d4ed1f03 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports/3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 942 time: 0.1947157 Jun 24 08:54:47.863967 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d3ec8-221a-4ca1-a5fc-f7dcca33364e req-436447e5-41c1-4b8c-a6e6-b1d88fab9929 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:47.865598 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e49d3ec8-221a-4ca1-a5fc-f7dcca33364e req-436447e5-41c1-4b8c-a6e6-b1d88fab9929 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0549057 Jun 24 08:54:47.929537 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-e49d3ec8-221a-4ca1-a5fc-f7dcca33364e req-b6b78631-6c36-4577-bd9f-8fdb7a5a8a1d tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531259 Jun 24 08:54:48.465896 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:54:48.542888 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 is: ACTIVE; New status is: DOWN {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:54:48.543303 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:48.568407 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:54:48.570719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea684e7-556f-4ca9-96eb-e8650540d38f" -d '{"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:54:48.585257 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:54:48.594974 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:48.617414 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Jun 2022 08:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72044963-8996-473a-b284-caf7aec62280 x-openstack-request-id: req-72044963-8996-473a-b284-caf7aec62280 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:54:48.617719 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:54:48.617969 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72044963-8996-473a-b284-caf7aec62280 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:54:48.618360 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72044963-8996-473a-b284-caf7aec62280'] response: {'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'code': 200} Jun 24 08:54:48.648280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=6']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:54:48.655616 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.656127 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.657052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.657395 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.657748 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.658078 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.658407 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.658724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.659072 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.659393 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.659712 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.660029 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.660345 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.660657 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.660971 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110638) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:54:48.676904 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-1dc3a59f-ff95-4ffc-891d-edefaae8c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:48.678654 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-1dc3a59f-ff95-4ffc-891d-edefaae8c813 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996&tenant_id=33c8998057e6449e9c881b1b279faadd HTTP/1.1" status: 200 len: 1127 time: 0.0495181 Jun 24 08:54:48.755169 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-f3f8c1c8-0afc-4164-a284-fa689a624fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:48.756740 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-f3f8c1c8-0afc-4164-a284-fa689a624fa5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1127 time: 0.0430360 Jun 24 08:54:48.863093 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-90c7f375-d3ec-44b7-9274-517f8c256c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:48.864594 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-90c7f375-d3ec-44b7-9274-517f8c256c63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.1006191 Jun 24 08:54:49.086121 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-906bfe92-98f6-447e-91a9-2a09c4af76d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 999 time: 0.0910962 Jun 24 08:54:49.092126 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5e9be-0126-4c75-8b7c-a05e6a2fd7ae req-430a2b3e-85a2-43f6-90a7-518eef76411c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:49.093537 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32b5e9be-0126-4c75-8b7c-a05e6a2fd7ae req-430a2b3e-85a2-43f6-90a7-518eef76411c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0905232 Jun 24 08:54:49.162759 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-4cd94584-c6fa-4a52-9f2e-63b3e6e9d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:49.164210 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-4cd94584-c6fa-4a52-9f2e-63b3e6e9d200 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0698254 Jun 24 08:54:49.192462 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-32b5e9be-0126-4c75-8b7c-a05e6a2fd7ae req-8858fa90-9879-428e-8e20-1580165a657c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896466 Jun 24 08:54:49.219842 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-111a7f5d-b406-4af7-a01f-35c815118860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:49.221138 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-111a7f5d-b406-4af7-a01f-35c815118860 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461638 Jun 24 08:54:49.312929 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-8f4422f8-6511-4845-ac87-9541fc032157 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857832 Jun 24 08:54:49.409097 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-6d21ed45-0222-4f7b-804a-732b653fcaad req-15b406ae-3f4b-4fa0-872d-106363b546fc service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898540 Jun 24 08:54:50.308133 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215be5-c3bb-45f8-b836-8ccfa847a1c3 req-5f1ccb3b-786e-4632-bcad-80a950c5e61a tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:50.309625 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02215be5-c3bb-45f8-b836-8ccfa847a1c3 req-5f1ccb3b-786e-4632-bcad-80a950c5e61a tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0475514 Jun 24 08:54:50.347154 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:50.363375 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-02215be5-c3bb-45f8-b836-8ccfa847a1c3 req-928f2056-8a95-42b8-ab0e-7b81c035da8f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474575 Jun 24 08:54:51.267133 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-46f10ee9-d2c6-4165-af73-82802151f204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:51.483533 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c56719-68eb-472d-8b02-72ba8db53352 req-e61473a7-c6bb-4a12-a610-0d0680f6ce86 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:51.485656 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-19c56719-68eb-472d-8b02-72ba8db53352 req-e61473a7-c6bb-4a12-a610-0d0680f6ce86 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0521719 Jun 24 08:54:51.536052 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-19c56719-68eb-472d-8b02-72ba8db53352 req-17ab2e11-f010-4fcf-93e5-5e3dd8e1cf0c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446239 Jun 24 08:54:52.612480 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:52.655367 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf70763-90b5-425e-a96e-2f4655671e88 req-a8ada462-c0fe-408e-ba23-4bc603da8b46 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:52.657414 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cf70763-90b5-425e-a96e-2f4655671e88 req-a8ada462-c0fe-408e-ba23-4bc603da8b46 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0545204 Jun 24 08:54:52.714102 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9cf70763-90b5-425e-a96e-2f4655671e88 req-89ddda95-8f94-4df9-accb-fd067c54cc0e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Jun 24 08:54:53.581033 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-8ea47573-f99b-4d0f-ba8d-bd1cf8f815f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:53.834228 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daf76f-8c97-4a91-a08d-66a060289a95 req-359cb8fa-b7e0-4703-b1db-a725ac9f964e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:53.835718 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d5daf76f-8c97-4a91-a08d-66a060289a95 req-359cb8fa-b7e0-4703-b1db-a725ac9f964e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Jun 24 08:54:53.886569 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-d5daf76f-8c97-4a91-a08d-66a060289a95 req-be29418b-01f4-4d44-8478-25a09a932a66 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Jun 24 08:54:54.909155 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:55.011731 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4af3b-6be1-48e1-b15d-56add257f8fb req-12f7a187-145c-4d3c-bf9f-c3305c54eb06 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:55.013297 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7cd4af3b-6be1-48e1-b15d-56add257f8fb req-12f7a187-145c-4d3c-bf9f-c3305c54eb06 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0531509 Jun 24 08:54:55.068341 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7cd4af3b-6be1-48e1-b15d-56add257f8fb req-3cabc2c8-c031-4581-b44d-0187558ffa48 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480964 Jun 24 08:54:56.186150 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb357e-0499-445c-8abf-d73aced147c1 req-7b5855a0-f8df-4e87-aa63-000b2138cd2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:56.188202 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dbb357e-0499-445c-8abf-d73aced147c1 req-7b5855a0-f8df-4e87-aa63-000b2138cd2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 943 time: 0.0470784 Jun 24 08:54:56.245545 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-9dbb357e-0499-445c-8abf-d73aced147c1 req-699425f6-6564-4ce6-a9e7-5972e5713abf tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515316 Jun 24 08:54:56.329382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:56.503831 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 details requested by agent hyperv_hv-cinder-84713 with host hv-cinder-84713 {{(pid=110638) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 08:54:56.549451 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:56.620272 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:54:56.632421 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Returning: {'device': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'port_id': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'mac_address': 'fa:16:3e:aa:3e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110638) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 08:54:56.667053 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 is: DOWN; New status is: BUILD {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:54:56.667426 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:56.681423 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 {{(pid=110638) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 08:54:56.701122 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:54:56.705555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:56.731407 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:56.753894 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=7']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:54:56.991250 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] get_ports_and_sgs() called for port_ids ['3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'] {{(pid=110638) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 08:54:57.194108 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:57.221709 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:54:57.365208 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaaac7-438c-4437-99a2-841aa485454a req-283a8dff-2d33-4fc0-a120-e920dc176471 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:57.366708 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ebdaaac7-438c-4437-99a2-841aa485454a req-283a8dff-2d33-4fc0-a120-e920dc176471 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 944 time: 0.0514414 Jun 24 08:54:57.417241 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ebdaaac7-438c-4437-99a2-841aa485454a req-7438b373-e68c-459a-b4f1-2f4c4aae9fa0 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449202 Jun 24 08:54:58.516592 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 up at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 08:54:58.533173 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213356c9-1d8e-4a8c-b803-415934d648f6 req-5ff907f6-9d33-4527-bce7-202b9c25167e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:58.534747 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-213356c9-1d8e-4a8c-b803-415934d648f6 req-5ff907f6-9d33-4527-bce7-202b9c25167e tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 944 time: 0.0483880 Jun 24 08:54:58.562750 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.provisioning_blocks [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Provisioning complete for port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 triggered by entity L2. {{(pid=110638) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 24 08:54:58.562999 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2069980'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), provisioning_complete {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:58.585729 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-213356c9-1d8e-4a8c-b803-415934d648f6 req-6e451342-eba1-4b62-97f1-7c034ef4fa20 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Jun 24 08:54:58.637359 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Current status of the port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 is: BUILD; New status is: ACTIVE {{(pid=110638) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 24 08:54:58.637757 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2092252'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:58.662013 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110638) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:54:58.664324 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c72809ecca77182e5f5b0361b420e65eeec8c1155dc19c84386ea0dc6cc6db2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6041749-e542-437a-afca-dd839afb41e6" -d '{"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110638) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:54:58.677326 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.db [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110638) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:54:58.683439 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772289049438', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772288564628', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772288564646'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:54:58.714149 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d62c9e-912b-43ca-99be-7dc152b89fa0 x-openstack-request-id: req-d6d62c9e-912b-43ca-99be-7dc152b89fa0 {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:54:58.714432 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "code": 200}]} {{(pid=110638) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:54:58.714677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6d62c9e-912b-43ca-99be-7dc152b89fa0 {{(pid=110638) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:54:58.715063 dv-cinder-847131-2-iscsi neutron-server[110638]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6d62c9e-912b-43ca-99be-7dc152b89fa0'] response: {'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'code': 200} Jun 24 08:54:58.741796 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Pushing event updated for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=8']} {{(pid=110638) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:54:58.969808 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867ee14-ac91-4bcb-99df-5649c52ba50f req-94be5914-5493-482d-88c4-ee737e6fccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:58.971320 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7867ee14-ac91-4bcb-99df-5649c52ba50f req-94be5914-5493-482d-88c4-ee737e6fccf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0444715 Jun 24 08:54:59.020386 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-7867ee14-ac91-4bcb-99df-5649c52ba50f req-1b0d3d2a-c929-4840-8a14-3054f060a834 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430098 Jun 24 08:54:59.705107 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32be0-eca0-499d-b31e-7799c129df5a req-97a6bf72-b60c-4ec8-8f63-df8d028f756f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:54:59.706642 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c5f32be0-eca0-499d-b31e-7799c129df5a req-97a6bf72-b60c-4ec8-8f63-df8d028f756f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Jun 24 08:54:59.757753 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-c5f32be0-eca0-499d-b31e-7799c129df5a req-b017e0ef-5cea-4595-b6d0-456a8606b42f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455461 Jun 24 08:55:00.876153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33854e65-aa1e-44b2-9c46-70fcfe4c8747 req-50a1619f-cf97-40bc-ba6f-ee4029a4dfb8 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:55:00.877734 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-33854e65-aa1e-44b2-9c46-70fcfe4c8747 req-50a1619f-cf97-40bc-ba6f-ee4029a4dfb8 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Jun 24 08:55:00.927463 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:00.932583 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-33854e65-aa1e-44b2-9c46-70fcfe4c8747 req-ebf3b5f1-9bf9-4daf-b8c4-c53caee66a1c tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491600 Jun 24 08:55:08.737848 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:08.739857 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:08.770250 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:10.924554 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=71 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:18.764265 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:18.766280 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:19.464406 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=18 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:19.472906 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=14 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:21.269179 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1a6daaa7-928f-4514-8cf3-2dc95ee6032e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:23.584185 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b82e7eb8-83e5-43d1-96bb-2740d44c2715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:23.736167 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:55:24.913112 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:26.332776 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:26.533348 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:33.731498 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:36.526034 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:36.527958 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:38.791409 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:44.357749 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-22f3a547-46d5-4674-a38f-33d6fd827392 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381835 Jun 24 08:55:44.456195 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-fb0dd6c8-b85b-41c8-b9c8-193ab103e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:55:44.457761 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-fb0dd6c8-b85b-41c8-b9c8-193ab103e095 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.0401816 Jun 24 08:55:44.567032 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-870c8f77-387b-406f-8d64-1853352b8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:55:44.568502 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-870c8f77-387b-406f-8d64-1853352b8dee service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.0910082 Jun 24 08:55:44.630138 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-d648deec-f6df-49b9-b21d-77ea3f3e698f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 1001 time: 0.0553679 Jun 24 08:55:44.678935 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-3129b638-c018-4a43-b1b2-20da07b6434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:55:44.680382 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-3129b638-c018-4a43-b1b2-20da07b6434d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0447555 Jun 24 08:55:44.733129 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-72ee55bc-b679-4af2-8a3e-ac2a06b846ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:55:44.734691 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-72ee55bc-b679-4af2-8a3e-ac2a06b846ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484529 Jun 24 08:55:44.826794 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-94108f8f-a3fa-405f-a6c1-81dc33d7013c service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858858 Jun 24 08:55:44.921320 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ee224f2a-e0e8-4b0e-8edd-9696d20d2479 req-5cb10828-46c5-41d1-a6df-6da33d854e20 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888512 Jun 24 08:55:48.779555 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:48.787730 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:50.757241 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:50.761353 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:51.273352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-09aeb160-9a8b-4c60-b52e-30315dceb88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:53.586845 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b33cf788-66c2-4987-9b54-6d27b886b81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:54.915793 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=54 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:54.916448 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:54.918207 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=47 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:55:56.335494 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:55:56.536842 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:00.737048 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:56:06.530618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:06.532544 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:08.790995 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:13.932587 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43074) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:14.079665 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Deleting port 856237b3-04db-4f9f-a06d-b4be8471edd4 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:14.079995 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.158097 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.158410 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for floatingip (856237b3-04db-4f9f-a06d-b4be8471edd4), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.172942 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Calling delete_port for 856237b3-04db-4f9f-a06d-b4be8471edd4 owned by network:floatingip {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:14.334650 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (856237b3-04db-4f9f-a06d-b4be8471edd4), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.360011 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event deleted for resources: {'Port': ['ID=856237b3-04db-4f9f-a06d-b4be8471edd4,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:14.385891 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.386240 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.386545 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.386907 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.387224 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.387539 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.387857 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.388169 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.388477 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.388787 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.389093 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.389432 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.389763 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.390070 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.390374 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110637) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:14.432608 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for floatingip (6113e080-a993-4609-b96e-e480cfe5b0a7), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.432920 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.db.l3_db [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Floating IP 6113e080-a993-4609-b96e-e480cfe5b0a7 disassociated (deleted). External IP: 172.27.1.244, port: 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1. Jun 24 08:56:14.640326 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Router 531012aa-2f0e-44f1-afd7-39fb8430ad8e has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:56:14.744160 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:56:14.748841 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for floatingip (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:14.756341 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Sync routers for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:56:14.783005 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-bc8bb3f6-6d86-4f36-8cb0-b79710e7f3a9 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "DELETE /v2.0/floatingips/6113e080-a993-4609-b96e-e480cfe5b0a7 HTTP/1.1" status: 204 len: 168 time: 0.8468196 Jun 24 08:56:14.783005 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:56:14.783353 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:14.783451 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a30ae2-c64a-4480-91ec-db64eeb886b2" -d '{"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:56:14.783885 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:55:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:14.895545 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:14.903444 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Jun 2022 08:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcf8a72-cd57-4ce1-8651-f7b7f8cc9f85 x-openstack-request-id: req-7dcf8a72-cd57-4ce1-8651-f7b7f8cc9f85 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:56:14.903876 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:56:14.904130 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dcf8a72-cd57-4ce1-8651-f7b7f8cc9f85 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:56:14.904528 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcf8a72-cd57-4ce1-8651-f7b7f8cc9f85'] response: {'name': 'network-changed', 'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'status': 'completed', 'code': 200} Jun 24 08:56:15.057139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-bf691841-55a0-4688-a2c4-9fbd1fa10530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:15.059410 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-bf691841-55a0-4688-a2c4-9fbd1fa10530 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=33c8998057e6449e9c881b1b279faadd&device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 1129 time: 0.1112607 Jun 24 08:56:15.105883 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:15.134489 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Checking router: 531012aa-2f0e-44f1-afd7-39fb8430ad8e for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:56:15.142139 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4475a0-df25-415a-a4c5-01484f9f95fd req-404a1143-da5c-4aab-b2c0-7bba035454c1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:15.143301 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:15.143637 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab4475a0-df25-415a-a4c5-01484f9f95fd req-404a1143-da5c-4aab-b2c0-7bba035454c1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.1245558 Jun 24 08:56:15.143898 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:55:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:15.198624 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-ab4475a0-df25-415a-a4c5-01484f9f95fd req-60c691aa-4215-4f4d-b163-e66bbfd79e7b tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488565 Jun 24 08:56:15.242694 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:15.426299 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:15.450499 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c2e45-ca34-4337-82b9-f4dc25182f5d None None] The sync data for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi is: [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:51:40Z', 'revision_number': 4, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi', '_interfaces': [{'id': '4efa53b1-c5eb-41ad-a343-f4e676cf0fca', 'name': '', 'network_id': '8f34e4b3-e091-4b10-ad7c-075470c223df', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'mac_address': 'fa:16:3e:40:3f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:40Z', 'updated_at': '2022-06-24T08:51:46Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'subnets': [{'id': '4ca17db7-a6ec-433d-9ceb-e40425096ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:56:15.671525 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088fd693-eeb5-40d0-b8c4-e7889cb0fe69 None None] New status for floating IP 6113e080-a993-4609-b96e-e480cfe5b0a7: DOWN {{(pid=110638) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 24 08:56:16.137628 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-61bc3ce6-8d8a-4fc4-a616-cf8ad556ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:16.139102 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-61bc3ce6-8d8a-4fc4-a616-cf8ad556ce4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 200 len: 910 time: 0.0872779 Jun 24 08:56:16.319725 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-7c587b11-d256-4f73-b1d4-3595de4ad76c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 200 len: 217 time: 0.0374572 Jun 24 08:56:16.408354 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a3278-5ed3-4ee8-af56-27fef9288837 req-fa6f8c0a-680a-4fc6-bfc5-1a5fef4b9b45 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:16.409660 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f51a3278-5ed3-4ee8-af56-27fef9288837 req-fa6f8c0a-680a-4fc6-bfc5-1a5fef4b9b45 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.1369715 Jun 24 08:56:16.411236 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-0fec49e5-609f-44d8-b7dd-4c1bc877f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:16.412552 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-0fec49e5-609f-44d8-b7dd-4c1bc877f72b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 200 len: 848 time: 0.0865526 Jun 24 08:56:16.460009 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-f51a3278-5ed3-4ee8-af56-27fef9288837 req-99ab2c1f-d486-4314-90f4-a55964f185ce tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/security-groups?id=eac280bb-f59f-4db4-afe8-a036e7248fb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446911 Jun 24 08:56:16.616645 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-b0ee4c5e-ca1b-4b2d-873f-19e3af3c52e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110636) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:16.618207 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-b0ee4c5e-ca1b-4b2d-873f-19e3af3c52e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8f34e4b3-e091-4b10-ad7c-075470c223df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455441 Jun 24 08:56:16.683965 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:16.708659 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:16.723826 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-f8001949-e2ec-4dce-9bf1-dd190845ebc1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110637) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 08:56:16.725293 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-f8001949-e2ec-4dce-9bf1-dd190845ebc1 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.49 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 945 time: 0.0506046 Jun 24 08:56:16.762829 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-41c2583d-c711-4697-a702-77ab5643dd52 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875294 Jun 24 08:56:16.814215 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Deleting port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:16.814553 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:16.858360 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-61a30ae2-c64a-4480-91ec-db64eeb886b2 req-18476afe-f5a5-4f2c-a19d-f22665e8e743 service neutron] 10.222.0.49 "GET /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895064 Jun 24 08:56:16.916116 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] For port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1, host hv-cinder-84713, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84713',level=0,port_id=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:16.916475 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:16.936411 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Calling delete_port for 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 owned by compute:nova {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:17.077645 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (3ea8002d-1049-4dbe-9f47-b18b6cf8baf1), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:17.105144 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event deleted for resources: {'Port': ['ID=3ea8002d-1049-4dbe-9f47-b18b6cf8baf1,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:17.161929 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] No DVR routers for this DVR port 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 on host hv-cinder-84713 {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:56:17.165320 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496759'] for port (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:17.168733 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [req-a5598b3b-a0b2-4240-a1c5-76e65db0d262 req-ec8598de-7a4a-44d4-b0bb-442d65140a2f tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.49 "DELETE /v2.0/ports/3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 HTTP/1.1" status: 204 len: 173 time: 0.4379952 Jun 24 08:56:17.169141 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-deleted', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1'}] {{(pid=110637) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 08:56:17.171418 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}112ac4b0a4ef65fa2906bf2d04610f0c908f7bd8182d926802ab6fe3c96d04e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bea5bb3-b38c-4a5c-a464-dc0d5539c888" -d '{"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-deleted", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1"}]}' {{(pid=110637) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 08:56:17.222494 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Jun 2022 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1f6d62-fc55-4ebb-9a68-b3cdd784bc93 x-openstack-request-id: req-3a1f6d62-fc55-4ebb-9a68-b3cdd784bc93 {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 08:56:17.223023 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59293513-ff81-4ff4-8828-f2f9018c0996", "name": "network-vif-deleted", "tag": "3ea8002d-1049-4dbe-9f47-b18b6cf8baf1", "status": "completed", "code": 200}]} {{(pid=110637) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 08:56:17.223220 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a1f6d62-fc55-4ebb-9a68-b3cdd784bc93 {{(pid=110637) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 08:56:17.223603 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1f6d62-fc55-4ebb-9a68-b3cdd784bc93'] response: {'server_uuid': '59293513-ff81-4ff4-8828-f2f9018c0996', 'name': 'network-vif-deleted', 'tag': '3ea8002d-1049-4dbe-9f47-b18b6cf8baf1', 'status': 'completed', 'code': 200} Jun 24 08:56:17.572017 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [req-68c46ca7-0a3a-47c2-aed3-0818e74b57f6 req-da7576d7-cd38-4d1b-be90-b3f796059cb4 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "GET /v2.0/ports?device_id=59293513-ff81-4ff4-8828-f2f9018c0996 HTTP/1.1" status: 200 len: 210 time: 0.0328083 Jun 24 08:56:18.640237 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43110) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:18.699277 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (eac280bb-f59f-4db4-afe8-a036e7248fb9), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:18.725437 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (eac280bb-f59f-4db4-afe8-a036e7248fb9), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:18.785509 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (eac280bb-f59f-4db4-afe8-a036e7248fb9), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:18.788067 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:18.789216 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] 10.222.0.13 "DELETE /v2.0/security-groups/eac280bb-f59f-4db4-afe8-a036e7248fb9 HTTP/1.1" status: 204 len: 168 time: 0.1480556 Jun 24 08:56:18.800048 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2c399-3863-493b-ba9c-7bd0ab5d8089 tempest-TestShelveInstance-698082308 tempest-TestShelveInstance-698082308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac280bb-f59f-4db4-afe8-a036e7248fb9,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:18.832153 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43114) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:18.907777 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 no longer exists at agent hyperv_hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:18.930677 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] No Port match for: 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:18.931010 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Device 3ea8002d-1049-4dbe-9f47-b18b6cf8baf1 not bound to the agent host hv-cinder-84713 {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:19.158519 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:19.197987 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:19.200446 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=100 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:19.385075 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Deleting port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:19.385405 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:19.467855 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] For port 4efa53b1-c5eb-41ad-a343-f4e676cf0fca, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:19.468209 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:19.481620 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Calling delete_port for 4efa53b1-c5eb-41ad-a343-f4e676cf0fca owned by network:router_interface {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:19.665740 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (4efa53b1-c5eb-41ad-a343-f4e676cf0fca), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:19.691474 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efa53b1-c5eb-41ad-a343-f4e676cf0fca,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:19.720798 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.721057 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.721390 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.721746 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.722058 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.722377 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.722692 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.723003 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.723324 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.723636 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.723948 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.724262 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.724568 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.724871 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.725176 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847131-2-iscsi {{(pid=110636) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 08:56:19.874593 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:20.331345 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:20.395481 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Router 531012aa-2f0e-44f1-afd7-39fb8430ad8e has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110636) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:56:20.398503 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:20.500757 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110636) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:56:20.505996 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0aa58e70-3129-45e1-9ed2-1203d06bf949 admin admin] 10.222.0.13 "PUT /v2.0/routers/531012aa-2f0e-44f1-afd7-39fb8430ad8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727920 Jun 24 08:56:20.508508 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43116) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:20.511140 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Sync routers for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:56:20.521751 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:20.522350 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:55:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:20.609170 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks [] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:20.624721 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: dv-cinder-847131-2-iscsi {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:20.727440 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks [] for router_gateway (531012aa-2f0e-44f1-afd7-39fb8430ad8e), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:20.764971 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=98 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:20.766530 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:20.780874 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Deleting port 4b1d4011-6cca-46f3-9379-0d4b3e01254a {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:20.781142 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:20.812734 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:56:19Z', 'revision_number': 5, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port': {'id': '4b1d4011-6cca-46f3-9379-0d4b3e01254a', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:38Z', 'updated_at': '2022-06-24T08:51:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:20.838915 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Checking router: 531012aa-2f0e-44f1-afd7-39fb8430ad8e for host: dv-cinder-847131-2-iscsi {{(pid=110639) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:56:20.848178 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Routers {'531012aa-2f0e-44f1-afd7-39fb8430ad8e'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110639) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:20.848798 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:55:54Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'], 'active': True} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:20.873396 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] For port 4b1d4011-6cca-46f3-9379-0d4b3e01254a, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=4b1d4011-6cca-46f3-9379-0d4b3e01254a,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:20.873799 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:20.888500 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Calling delete_port for 4b1d4011-6cca-46f3-9379-0d4b3e01254a owned by network:router_gateway {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:21.029656 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_dvr_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] Set router 531012aa-2f0e-44f1-afd7-39fb8430ad8e gateway port host: None {{(pid=110639) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:21.081430 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.l3_hamode_db [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:56:20Z', 'revision_number': 6, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:21.084584 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (4b1d4011-6cca-46f3-9379-0d4b3e01254a), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.109609 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c1f6e6-9e48-4186-91af-9e647a92b4db None None] The sync data for ids ['531012aa-2f0e-44f1-afd7-39fb8430ad8e'] in dv-cinder-847131-2-iscsi is: [{'id': '531012aa-2f0e-44f1-afd7-39fb8430ad8e', 'name': 'tempest-TestShelveInstance-1144541541-router', 'tenant_id': '33c8998057e6449e9c881b1b279faadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:37Z', 'updated_at': '2022-06-24T08:56:20Z', 'revision_number': 6, 'project_id': '33c8998057e6449e9c881b1b279faadd', 'gw_port_host': None}] {{(pid=110639) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:56:21.112483 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1d4011-6cca-46f3-9379-0d4b3e01254a,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:21.181182 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.182943 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:21.274103 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.276403 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks [] for router_controller (531012aa-2f0e-44f1-afd7-39fb8430ad8e), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.276635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6c66c5cf-44b2-45f9-8570-077121362270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.319055 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (531012aa-2f0e-44f1-afd7-39fb8430ad8e), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.319729 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 531012aa-2f0e-44f1-afd7-39fb8430ad8e {{(pid=110636) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:56:21.324846 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.326448 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0d38d81b-6124-420a-be1d-d02cae1c4433 admin admin] 10.222.0.13 "DELETE /v2.0/routers/531012aa-2f0e-44f1-afd7-39fb8430ad8e HTTP/1.1" status: 204 len: 168 time: 0.8169928 Jun 24 08:56:21.332177 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43118) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:21.379810 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.db_base_plugin_v2 [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Deleting subnet 4ca17db7-a6ec-433d-9ceb-e40425096ab0 {{(pid=110636) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:56:21.383235 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Publish callbacks [] for subnet (4ca17db7-a6ec-433d-9ceb-e40425096ab0), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.419736 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2960859'] for subnet (4ca17db7-a6ec-433d-9ceb-e40425096ab0), precommit_delete_associations {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.507824 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:21.516335 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (4ca17db7-a6ec-433d-9ceb-e40425096ab0), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.573932 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25462122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26412325'] for subnet (4ca17db7-a6ec-433d-9ceb-e40425096ab0), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.599817 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ca17db7-a6ec-433d-9ceb-e40425096ab0,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:21.607096 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.610296 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-601a2960-e757-408c-9dd8-aaad9bbc8577 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4ca17db7-a6ec-433d-9ceb-e40425096ab0 HTTP/1.1" status: 204 len: 168 time: 0.2771881 Jun 24 08:56:21.611984 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cac68-063c-449d-9cd5-3435411807ce None None] Network 8f34e4b3-e091-4b10-ad7c-075470c223df requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:56:21.613067 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43120) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:21.696017 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (8f34e4b3-e091-4b10-ad7c-075470c223df), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.746536 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Deleting port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 {{(pid=110636) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:21.746885 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.813064 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.db [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] For port 61d0f9b5-35b4-44b9-9483-5ecacad27f95, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=61d0f9b5-35b4-44b9-9483-5ecacad27f95,segment=NetworkSegment(725f91b5-b7c6-413d-a24b-ef7b4f94395b),segment_id=725f91b5-b7c6-413d-a24b-ef7b4f94395b)] {{(pid=110636) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:21.813414 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.831471 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Calling delete_port for 61d0f9b5-35b4-44b9-9483-5ecacad27f95 owned by network:dhcp {{(pid=110636) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:21.914859 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ae9e4-b0d0-4c5d-982f-eb59e614058c None None] DHCP port deletion for 8f34e4b3-e091-4b10-ad7c-075470c223df request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:56:21.915125 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25462077'] for port (61d0f9b5-35b4-44b9-9483-5ecacad27f95), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:21.940372 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Pushing event deleted for resources: {'Port': ['ID=61d0f9b5-35b4-44b9-9483-5ecacad27f95,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:21.946451 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] No DVR routers for this DVR port 61d0f9b5-35b4-44b9-9483-5ecacad27f95 on host dv-cinder-847131-2-iscsi {{(pid=110636) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:56:22.029179 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (8f34e4b3-e091-4b10-ad7c-075470c223df), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.050849 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f34e4b3-e091-4b10-ad7c-075470c223df']}} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:22.061635 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725f91b5-b7c6-413d-a24b-ef7b4f94395b') {'for_net_delete': True} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:22.061952 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.services.segments.db [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725f91b5-b7c6-413d-a24b-ef7b4f94395b') {} {{(pid=110636) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:22.073259 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2960832'] for segment (725f91b5-b7c6-413d-a24b-ef7b4f94395b), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.089169 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (725f91b5-b7c6-413d-a24b-ef7b4f94395b), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.094786 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:22.098353 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=110636) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:56:22.098974 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25462016'] for segment (725f91b5-b7c6-413d-a24b-ef7b4f94395b), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.131810 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 725f91b5-b7c6-413d-a24b-ef7b4f94395b resource provider aggregate not found Jun 24 08:56:22.173831 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (8f34e4b3-e091-4b10-ad7c-075470c223df), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.181500 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.services.segments.plugin [-] Segment 725f91b5-b7c6-413d-a24b-ef7b4f94395b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 725f91b5-b7c6-413d-a24b-ef7b4f94395b found for delete ", "request_id": "req-cf313f7c-7d41-47e8-9743-7f0d9e7ba93e"}]} Jun 24 08:56:22.181958 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.190197 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f34e4b3-e091-4b10-ad7c-075470c223df HTTP/1.1" status: 204 len: 168 time: 0.5715885 Jun 24 08:56:22.190724 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43126) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:22.201666 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb2038-5629-441f-8f92-0956b0e181bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8f34e4b3-e091-4b10-ad7c-075470c223df,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:22.534914 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:22.541779 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-622435'] for router_interface (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.572818 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:22.768990 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Deleting port af3a6bf8-de61-4e91-a248-ae90d823c444 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:22.769321 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.851970 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] For port af3a6bf8-de61-4e91-a248-ae90d823c444, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=af3a6bf8-de61-4e91-a248-ae90d823c444,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:22.852332 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:22.870035 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Calling delete_port for af3a6bf8-de61-4e91-a248-ae90d823c444 owned by network:router_interface {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:22.894294 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4b1d4011-6cca-46f3-9379-0d4b3e01254a no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:22.914073 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 4b1d4011-6cca-46f3-9379-0d4b3e01254a {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:22.914410 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4b1d4011-6cca-46f3-9379-0d4b3e01254a not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:22.914823 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 61d0f9b5-35b4-44b9-9483-5ecacad27f95 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:22.937344 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 61d0f9b5-35b4-44b9-9483-5ecacad27f95 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:22.937679 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 61d0f9b5-35b4-44b9-9483-5ecacad27f95 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:22.938101 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4efa53b1-c5eb-41ad-a343-f4e676cf0fca no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:22.956449 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: 4efa53b1-c5eb-41ad-a343-f4e676cf0fca {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:22.956808 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device 4efa53b1-c5eb-41ad-a343-f4e676cf0fca not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:23.316450 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (af3a6bf8-de61-4e91-a248-ae90d823c444), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:23.345723 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3a6bf8-de61-4e91-a248-ae90d823c444,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:23.514289 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-622583'] for router_interface (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:23.590559 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-682c2066-46ff-409e-8984-bd41053840cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:23.664244 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:23.716894 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:23.734624 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b has already been hosted by L3 agent 241e7721-f963-430c-88d5-f8cdf82b30af {{(pid=110637) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 24 08:56:23.836480 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] Notify agent at l3_agent.dv-cinder-847131-2-iscsi the message routers_updated {{(pid=110637) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 08:56:23.841544 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-12477218-6939-4ae2-b679-ba91639bd489 admin admin] 10.222.0.13 "PUT /v2.0/routers/2ce20958-32a7-4dca-a7d4-b635d6f8c87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6500063 Jun 24 08:56:23.844047 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43128) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:23.846282 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Sync routers for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 08:56:23.858052 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:23.858661 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:56:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:23.942207 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks [] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:23.960788 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: dv-cinder-847131-2-iscsi {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:24.050391 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks [] for router_gateway (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.100447 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Deleting port fc0f1dfc-75cc-409b-b554-075386d9bc57 {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:24.100769 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.135993 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'external_fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:56:23Z', 'revision_number': 5, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port': {'id': 'fc0f1dfc-75cc-409b-b554-075386d9bc57', 'name': '', 'network_id': 'c0c18a8c-a99e-4f1e-902d-1883574e5a2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:fc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd2060bd9-5f6f-4077-9564-05d5813792af', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847131-2-iscsi'}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:24.166314 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Checking router: 2ce20958-32a7-4dca-a7d4-b635d6f8c87b for host: dv-cinder-847131-2-iscsi {{(pid=110638) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 08:56:24.175244 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Routers {'2ce20958-32a7-4dca-a7d4-b635d6f8c87b'} bound to L3 agent in host dv-cinder-847131-2-iscsi {{(pid=110638) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 24 08:56:24.175852 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T08:32:23Z,description=,heartbeat_timestamp=2022-06-24T08:56:24Z,host='dv-cinder-847131-2-iscsi',id=241e7721-f963-430c-88d5-f8cdf82b30af,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T08:32:23Z,topic='l3_agent')) {'router_ids': ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'], 'active': True} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:24.182718 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] For port fc0f1dfc-75cc-409b-b554-075386d9bc57, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=fc0f1dfc-75cc-409b-b554-075386d9bc57,segment=NetworkSegment(23b12a76-7812-47c4-a026-20cf24a9b2cd),segment_id=23b12a76-7812-47c4-a026-20cf24a9b2cd)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:24.183080 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.196998 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Calling delete_port for fc0f1dfc-75cc-409b-b554-075386d9bc57 owned by network:router_gateway {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:24.256259 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_dvr_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] Set router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b gateway port host: None {{(pid=110638) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 24 08:56:24.308225 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.db.l3_hamode_db [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:56:24Z', 'revision_number': 6, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port_host': None}], 'dv-cinder-847131-2-iscsi', False) {} {{(pid=110638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:24.333681 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869636f-7bf5-4a43-97e9-cd1e1a5bc479 None None] The sync data for ids ['2ce20958-32a7-4dca-a7d4-b635d6f8c87b'] in dv-cinder-847131-2-iscsi is: [{'id': '2ce20958-32a7-4dca-a7d4-b635d6f8c87b', 'name': 'tempest-TestShelveInstance-323966729-router', 'tenant_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T08:51:43Z', 'updated_at': '2022-06-24T08:56:24Z', 'revision_number': 6, 'project_id': 'c52ddf5ec3544b198de9b02b2cc49b03', 'gw_port_host': None}] {{(pid=110638) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 08:56:24.368372 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (fc0f1dfc-75cc-409b-b554-075386d9bc57), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.396043 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0f1dfc-75cc-409b-b554-075386d9bc57,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:24.468342 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619987'] for router_gateway (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.553562 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-590554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9602'] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.555812 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks [] for router_controller (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.589933 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:24.599142 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-590420'] for router (2ce20958-32a7-4dca-a7d4-b635d6f8c87b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.599761 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ce20958-32a7-4dca-a7d4-b635d6f8c87b {{(pid=110637) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 08:56:24.604130 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.605809 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6c72b307-2217-4fef-bc1a-a145ab2b1931 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2ce20958-32a7-4dca-a7d4-b635d6f8c87b HTTP/1.1" status: 204 len: 168 time: 0.7603295 Jun 24 08:56:24.610190 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43130) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:24.642546 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:24.656500 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Deleting subnet 8e3e6c46-848d-4a45-a6c2-4ffd5913dc84 {{(pid=110637) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 24 08:56:24.659916 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Publish callbacks [] for subnet (8e3e6c46-848d-4a45-a6c2-4ffd5913dc84), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.696258 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2700708'] for subnet (8e3e6c46-848d-4a45-a6c2-4ffd5913dc84), precommit_delete_associations {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.778424 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2068546'] for subnet (8e3e6c46-848d-4a45-a6c2-4ffd5913dc84), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.833746 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2068588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-611021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26501912', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26993145'] for subnet (8e3e6c46-848d-4a45-a6c2-4ffd5913dc84), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.859989 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e6c46-848d-4a45-a6c2-4ffd5913dc84,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:24.863352 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for subnet (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.866480 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-b7d6f6d4-c9f3-4b6b-9d4b-58b4d99ce779 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e3e6c46-848d-4a45-a6c2-4ffd5913dc84 HTTP/1.1" status: 204 len: 168 time: 0.2553594 Jun 24 08:56:24.869065 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43132) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:24.872211 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11365ee-653d-42fd-8ec6-9f923c1116da None None] Network e350e23a-ea7e-4219-ba0a-2be7da2953a5 requested from dv-cinder-847131-2-iscsi {{(pid=110638) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 24 08:56:24.943550 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1848789'] for network (e350e23a-ea7e-4219-ba0a-2be7da2953a5), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:24.990627 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Deleting port d88ffc27-430c-4e5e-a2f9-5f6fd722826b {{(pid=110637) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 24 08:56:24.991037 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772289044264'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.070617 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.db [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] For port d88ffc27-430c-4e5e-a2f9-5f6fd722826b, host dv-cinder-847131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847131-2-iscsi',level=0,port_id=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,segment=NetworkSegment(c09681ec-6bca-4295-b2d4-acd12ec5fbb2),segment_id=c09681ec-6bca-4295-b2d4-acd12ec5fbb2)] {{(pid=110637) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 08:56:25.070983 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-620372'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.094919 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.plugin [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Calling delete_port for d88ffc27-430c-4e5e-a2f9-5f6fd722826b owned by network:dhcp {{(pid=110637) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 24 08:56:25.114341 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.145025 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device af3a6bf8-de61-4e91-a248-ae90d823c444 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:25.165490 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: af3a6bf8-de61-4e91-a248-ae90d823c444 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:25.166142 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device af3a6bf8-de61-4e91-a248-ae90d823c444 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:25.166563 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fc0f1dfc-75cc-409b-b554-075386d9bc57 no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:25.187098 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a209c1-4138-4808-9b3a-00b72b3cf389 None None] DHCP port deletion for e350e23a-ea7e-4219-ba0a-2be7da2953a5 request from dv-cinder-847131-2-iscsi {{(pid=110638) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 24 08:56:25.189408 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: fc0f1dfc-75cc-409b-b554-075386d9bc57 {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:25.189983 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device fc0f1dfc-75cc-409b-b554-075386d9bc57 not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:25.197139 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2092189', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-518240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772289049456', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772288564619', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26501967'] for port (d88ffc27-430c-4e5e-a2f9-5f6fd722826b), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.220704 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-31a209c1-4138-4808-9b3a-00b72b3cf389 None None] The port 'd88ffc27-430c-4e5e-a2f9-5f6fd722826b' was deleted {{(pid=110638) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2060}} Jun 24 08:56:25.226012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Pushing event deleted for resources: {'Port': ['ID=d88ffc27-430c-4e5e-a2f9-5f6fd722826b,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:25.229985 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] No DVR routers for this DVR port d88ffc27-430c-4e5e-a2f9-5f6fd722826b on host dv-cinder-847131-2-iscsi {{(pid=110637) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 24 08:56:25.306135 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2018111', 'neutron.services.segments.db._delete_segments_for_network-8772288858251'] for network (e350e23a-ea7e-4219-ba0a-2be7da2953a5), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.328798 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e350e23a-ea7e-4219-ba0a-2be7da2953a5']}} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:25.339686 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2') {'for_net_delete': True} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:25.340557 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.services.segments.db [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09681ec-6bca-4295-b2d4-acd12ec5fbb2') {} {{(pid=110637) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 08:56:25.351087 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772288858772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2700735'] for segment (c09681ec-6bca-4295-b2d4-acd12ec5fbb2), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.367010 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770'] for segment (c09681ec-6bca-4295-b2d4-acd12ec5fbb2), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.374414 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=110637) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 08:56:25.375158 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2030770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26502002'] for segment (c09681ec-6bca-4295-b2d4-acd12ec5fbb2), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.442521 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2018086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-613316'] for network (e350e23a-ea7e-4219-ba0a-2be7da2953a5), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.448421 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548345'] for network (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.452582 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e350e23a-ea7e-4219-ba0a-2be7da2953a5 HTTP/1.1" status: 204 len: 168 time: 0.5826039 Jun 24 08:56:25.465541 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c985c3d-b12d-4a9e-b327-191aab7a9560 admin admin] Pushing event deleted for resources: {'Network': ['ID=e350e23a-ea7e-4219-ba0a-2be7da2953a5,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:25.477015 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment c09681ec-6bca-4295-b2d4-acd12ec5fbb2 resource provider aggregate not found Jun 24 08:56:25.493533 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.services.segments.plugin [-] Segment c09681ec-6bca-4295-b2d4-acd12ec5fbb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c09681ec-6bca-4295-b2d4-acd12ec5fbb2 found for delete ", "request_id": "req-0fdebd1b-38a2-4f10-87d1-6eb0aad782ac"}]} Jun 24 08:56:25.627556 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43142) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:25.669552 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-6e539d98-be4c-44ce-a96c-c41153d93834 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c8998057e6449e9c881b1b279faadd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405722 Jun 24 08:56:25.672194 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [-] (110637) accepted ('10.222.0.13', 43144) {{(pid=110637) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:25.689324 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:25.724447 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] Publish callbacks [] for security_group (9abe59b9-b5d9-4cc3-9597-1cb632a936eb), before_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.735574 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:25.748012 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] Publish callbacks [] for security_group (9abe59b9-b5d9-4cc3-9597-1cb632a936eb), precommit_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.800242 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (9abe59b9-b5d9-4cc3-9597-1cb632a936eb), after_delete {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.803628 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron_lib.callbacks.manager [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110637) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:25.805009 dv-cinder-847131-2-iscsi neutron-server[110637]: INFO neutron.wsgi [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9abe59b9-b5d9-4cc3-9597-1cb632a936eb HTTP/1.1" status: 204 len: 168 time: 0.1318643 Jun 24 08:56:25.816806 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd069293-2e7b-4458-9c52-5650296404a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abe59b9-b5d9-4cc3-9597-1cb632a936eb,revision_number=None']} {{(pid=110637) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:26.027453 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-0a762b06-ce5a-4eb1-a537-f37888c1d60f req-76d1f4eb-1238-4525-b0bd-884ab208062a service neutron] (110637) timed out ('10.222.0.49', 55854) {{(pid=110637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:56:26.138475 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43150) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:26.179902 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-2d350105-c3c2-46e7-bdcf-4a9782214abe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c52ddf5ec3544b198de9b02b2cc49b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402489 Jun 24 08:56:26.182375 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.wsgi [-] (110636) accepted ('10.222.0.13', 43152) {{(pid=110636) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 24 08:56:26.231454 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] Publish callbacks [] for security_group (54c10010-e6b6-490d-8cce-20cdfdc44231), before_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.254900 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] Publish callbacks [] for security_group (54c10010-e6b6-490d-8cce-20cdfdc44231), precommit_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.303363 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609758'] for security_group (54c10010-e6b6-490d-8cce-20cdfdc44231), after_delete {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.305892 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron_lib.callbacks.manager [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110636) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.307049 dv-cinder-847131-2-iscsi neutron-server[110636]: INFO neutron.wsgi [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54c10010-e6b6-490d-8cce-20cdfdc44231 HTTP/1.1" status: 204 len: 168 time: 0.1237712 Jun 24 08:56:26.315878 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f0fd6-c8d3-4ffd-9fbe-e5d197699785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c10010-e6b6-490d-8cce-20cdfdc44231,revision_number=None']} {{(pid=110636) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 08:56:26.348002 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.549663 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:26.594005 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-a43cd0d8-e3ca-4254-b778-add14f89e5a8 req-48480471-40a3-4ec3-8569-e7a7b0f77c45 service neutron] (110637) timed out ('10.222.0.49', 55871) {{(pid=110637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:56:26.892523 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d88ffc27-430c-4e5e-a2f9-5f6fd722826b no longer exists at agent ovs-agent-dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 08:56:26.925278 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.plugin [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] No Port match for: d88ffc27-430c-4e5e-a2f9-5f6fd722826b {{(pid=110638) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 24 08:56:26.925875 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron.plugins.ml2.rpc [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Device d88ffc27-430c-4e5e-a2f9-5f6fd722826b not bound to the agent host dv-cinder-847131-2-iscsi {{(pid=110638) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 08:56:31.083518 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=20 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:31.084323 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=15 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:35.786188 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=2,neutron:DELETE=4 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:35.809416 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG dbcounter [-] [110637] Writing DB stats neutron:SELECT=17 {{(pid=110637) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:36.311247 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:DELETE=2,neutron:SELECT=23 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:36.312055 dv-cinder-847131-2-iscsi neutron-server[110636]: DEBUG dbcounter [-] [110636] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=110636) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:37.736755 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:56:38.785082 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:38.786680 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:38.799352 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:47.731987 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:47.732780 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:48.799159 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:56:51.281172 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-629079e8-d1b5-40be-a7b2-3eaa4f95f528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:53.596585 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b5c791ff-d19a-42ff-acd1-3f6fa13aafed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:54.921475 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:56.341112 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:56:56.543850 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:04.755603 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:04.762002 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:06.536994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:06.538994 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:08.826413 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:14.736319 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:57:18.819695 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:18.821570 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:21.284343 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cb9490a5-dce1-4527-88c8-68d04e79d24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:23.600171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cfee5d55-379d-4adc-909b-2e1d22a51251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:24.731582 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=15 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:24.732373 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=13 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:24.923269 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:26.345357 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:26.546233 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:36.535810 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:36.543136 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:38.826879 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:41.757524 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:41.758470 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:48.817518 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:48.823099 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:57:51.286885 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ad19477f-cf7d-4ad6-aed0-13838c967446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:51.734967 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:57:53.602421 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-9f127e46-6b5f-4e1b-9164-a9bb4b457529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:54.925985 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:56.350171 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:57:56.549438 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:01.731106 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:06.542618 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:06.544640 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:08.829874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:18.750165 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=3 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:18.815749 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:18.823972 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:19.767095 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:21.288158 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-15d5b883-783d-4fa5-addb-f59dc2217017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:23.605740 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-3ae5e1be-c9cc-4225-84a6-b09e753df700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:24.929911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:26.352772 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:26.552061 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:28.733780 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:58:38.730381 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:38.850118 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:45.639363 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-b1cc949e-6d4a-4778-a273-840624999020 service neutron] (110637) timed out ('10.222.0.13', 36942) {{(pid=110637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:58:45.946037 dv-cinder-847131-2-iscsi neutron-server[110637]: DEBUG neutron.wsgi [req-13c5c182-ccd6-4c12-b9d9-4f649cc670ae req-166a3844-7276-4529-aac9-215c382d1548 tempest-AttachVolumeShelveTestJSON-1917118963 tempest-AttachVolumeShelveTestJSON-1917118963-project] (110637) timed out ('10.222.0.13', 36950) {{(pid=110637) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 24 08:58:48.838651 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:48.845279 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:51.290871 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-a84d7055-3d26-4346-b838-6b0d369a3f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:53.609051 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-411ee34f-217d-4887-82fc-d8f2f8d412bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:54.931952 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:55.747450 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:55.751773 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:58:56.357242 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:58:56.555011 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:05.733869 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:59:06.547759 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:06.550437 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:08.844819 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:18.832996 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:18.839649 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:19.386854 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=12 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:19.390949 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:21.295861 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-cfe2da52-be7f-4292-bc21-c08ba0010c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:23.612923 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-143b1cd0-05d4-4218-ae18-0ac1b719b99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:24.934243 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:26.364159 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:26.558055 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:32.743884 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:32.748657 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:36.551232 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:36.553239 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:38.842982 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:42.732953 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 08:59:48.839310 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:51.299039 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fc32c54b-bb25-43fd-82cc-ac02e2838b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:52.729192 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:52.730564 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 08:59:53.618603 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-800ab6aa-f6eb-4bc2-a90f-f357dab060fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:54.959903 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:56.364874 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 08:59:56.571154 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:06.562382 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:06.565882 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:08.859836 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:09.739416 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:09.746611 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:18.852321 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:18.855725 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:19.733746 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:00:19.771893 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:21.307926 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f195fd2d-a9f6-433d-9430-7b3cd6bfd8a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:23.624724 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-6e533415-5c55-4797-800a-767ff7f9d7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:24.941668 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:26.369576 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:26.568130 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:29.729047 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:38.878684 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:46.739266 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=2 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:46.746008 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=4 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:48.871201 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:48.873258 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:00:51.307911 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-f48f4818-a4e5-4b7c-a8f5-874538593b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:53.621143 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b109-7689-4e2e-9d8a-1389f1584686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:54.948058 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:56.374415 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:56.565040 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:00:56.734824 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:01:06.556649 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:06.559939 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:06.730303 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:06.731242 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:08.873478 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:18.866248 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:18.869635 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:21.305980 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-21ada46f-62c1-4c2b-9259-867724845665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:23.620179 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-fdd5284d-3098-4296-aa5c-495b0b5aed11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (241e7721-f963-430c-88d5-f8cdf82b30af), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:24.759760 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=18 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:24.760565 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=16 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:24.948319 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-2eb1f61f-d867-4ba9-ac74-adb0b9d1adea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (c7185dce-0e3f-4ee6-8387-29963c1f12e5), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:26.379258 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f768-bdfa-40e0-8330-e0beb4d21947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (a77da399-4881-4d9f-83a8-e290622e501c), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:26.565965 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-0b7550ed-75fa-4207-9dff-57f4cf83db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (6de31e97-886b-4931-8659-adaa5063d1bb), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:33.734749 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG neutron.db.agents_db [None req-1ccfa03a-cd01-4795-a985-312b1a5dabcf None None] Agent healthcheck: found 6 active agents {{(pid=110639) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 09:01:36.554279 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:36.560012 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:38.882625 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-616b41b2-11f7-49b3-8e65-03f08d6e480b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (0f8e9da6-60bd-4a67-a0bb-e6190ac5948e), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 24 09:01:43.729358 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:43.730491 dv-cinder-847131-2-iscsi neutron-server[110639]: DEBUG dbcounter [-] [110639] Writing DB stats neutron:SELECT=1 {{(pid=110639) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:48.871243 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=2 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:48.874501 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG dbcounter [-] [110638] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110638) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 24 09:01:51.302416 dv-cinder-847131-2-iscsi neutron-server[110638]: DEBUG neutron_lib.callbacks.manager [None req-1bbe86f2-1576-4205-91f6-f2fd521bedc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772288858233', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2069374'] for agent (b6732853-84ba-4df0-8e1c-d7be44b45af8), after_update {{(pid=110638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}